-- Logs begin at Wed 2022-04-06 10:06:19 UTC, end at Wed 2022-04-06 11:12:50 UTC. -- Apr 06 10:44:54.701935 dv-cinder-836070-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 06 10:44:57.722595 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.common.config [-] Logging enabled! Apr 06 10:44:57.723182 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 10:44:57.723321 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114976) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 10:44:57.726778 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.common.config [-] Logging enabled! Apr 06 10:44:57.727033 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 06 10:44:57.727346 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=114976) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 06 10:44:57.728315 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 10:44:57.728559 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 10:44:57.729177 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 10:44:57.729423 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 10:44:57.729650 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 10:44:57.730655 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.731090 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 06 10:44:57.731407 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.731741 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.732038 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.732334 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.732627 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.732913 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.733206 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.733504 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.733794 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.734075 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.734364 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.734664 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.734948 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] config_source = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.735238 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.735555 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.735845 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] debug = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.736128 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.736569 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.736988 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.737273 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.737564 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.737847 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.738119 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.738396 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.738681 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.739016 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] host = dv-cinder-836070-2-iscsi {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.739292 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.739610 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.739905 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.740191 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.740467 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.740746 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.741032 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.741304 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] log_dir = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.741576 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] log_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.741854 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.742143 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.742434 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.742727 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.742953 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.743177 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.743503 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.743798 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.744075 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.744354 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.744638 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.744914 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.745190 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.745503 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.745793 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.746077 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.746364 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.746641 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.746916 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.747191 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.747474 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.747773 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.748049 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.748325 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.748599 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.748886 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.749158 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.749431 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.749733 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.750023 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.750305 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.750595 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.750873 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.751156 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.751429 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.751728 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] use_journal = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.752001 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] use_json = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.752276 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.752550 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.752835 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.753109 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.753382 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.753658 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.753930 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.754217 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.754499 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:44:57.754797 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.755094 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.755397 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.755720 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.756015 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.756298 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.756591 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.756873 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.757165 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.757457 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.757750 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.758032 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.758334 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.758628 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.758930 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.759238 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.759573 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.759870 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.760146 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.760421 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.760696 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.760981 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.761786 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.762070 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.762363 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.762656 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.762938 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.763237 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.763548 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.763845 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.764138 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.764413 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.764690 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.764988 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.765267 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.765540 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.765818 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.766108 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.766387 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.766660 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.766938 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.767214 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.767508 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.767780 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.768058 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.768349 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.768623 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.768892 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.769162 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.769439 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.769710 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.769991 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.770264 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.770536 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.770808 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.771088 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.771359 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.771655 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.771934 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.772206 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.772485 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.772756 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.773028 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.773301 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.773572 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.773844 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.774115 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.774385 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.774661 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.774938 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.775209 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.775513 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.775790 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.776061 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.776350 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.776700 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.777661 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.777951 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.778237 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.778520 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.778802 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.779083 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.779364 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.779669 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.779945 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.780239 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.780529 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.780817 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.781123 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.781401 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.781700 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.781982 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.782261 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.782546 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.782826 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.783104 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.783389 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.783702 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.784004 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.784300 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.784596 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.784891 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.785187 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.785468 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.785780 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.786303 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:44:57.786303 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 10:44:57.786515 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=114976) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 06 10:44:58.171757 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=114976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 10:44:58.172038 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=114976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 10:44:58.172348 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=114976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 06 10:44:58.172687 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 06 10:44:58.510965 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.511915 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.512192 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.513388 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.513670 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.515812 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.570641 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.570918 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.571187 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.586201 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.586483 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.586754 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.618347 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.618630 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.618901 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.656334 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.656618 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:58.656888 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.003421 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.004104 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.004104 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.004265 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.004928 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.107929 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.108252 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.108535 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.108816 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.109076 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.109389 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.109651 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.109917 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.110171 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.110454 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.110715 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.110983 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.111333 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.111793 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.111793 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.112017 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.112272 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.112544 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.112815 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.113077 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.113352 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.113613 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.113895 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.114276 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.114529 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.114778 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.115297 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=114976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:44:59.115575 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=114976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:44:59.115824 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=114976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:44:59.116069 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=114976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:44:59.116316 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=114976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:44:59.116555 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=114976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:44:59.116928 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 06 10:44:59.120236 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 06 10:44:59.125756 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 06 10:44:59.129613 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Apr 06 10:44:59.131246 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 06 10:44:59.131764 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 06 10:44:59.132209 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 06 10:44:59.132603 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 06 10:44:59.136712 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 06 10:44:59.136963 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 06 10:44:59.137323 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 10:44:59.142326 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 06 10:44:59.166467 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 06 10:44:59.166932 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.167240 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=114976) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 06 10:44:59.168180 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.169565 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=114976) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 06 10:44:59.169854 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 06 10:44:59.170103 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 06 10:44:59.173505 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.173787 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.237604 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 06 10:44:59.237828 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 06 10:44:59.238071 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 06 10:44:59.238459 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 06 10:44:59.259875 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_db.sqlalchemy.engines [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=114976) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 06 10:44:59.708986 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Initializing driver for type 'gre' Apr 06 10:44:59.709505 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] gre ID ranges: [(1, 1000)] Apr 06 10:44:59.760986 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Initializing driver for type 'local' Apr 06 10:44:59.761364 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Initializing driver for type 'vlan' Apr 06 10:44:59.773993 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] VlanTypeDriver initialization complete Apr 06 10:44:59.774264 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Initializing driver for type 'vxlan' Apr 06 10:44:59.774817 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] vxlan ID ranges: [(1, 1000)] Apr 06 10:44:59.828424 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Initializing extension driver 'port_security' Apr 06 10:44:59.828784 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.extensions.port_security [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] PortSecurityExtensionDriver initialization complete Apr 06 10:44:59.829114 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Initializing mechanism driver 'openvswitch' Apr 06 10:44:59.829431 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Initializing mechanism driver 'hyperv' Apr 06 10:44:59.836166 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.plugins.ml2.plugin [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=114976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:44:59.837015 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > port after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.837380 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > port after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.837730 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > port after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.838322 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=114976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:44:59.838779 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > subnet after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.839702 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > subnet after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.840049 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.840446 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=114976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:44:59.840848 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > network after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.841194 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > network after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.841531 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > network after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.841924 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=114976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:44:59.842326 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > security_group after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.842671 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > security_group after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.843007 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > security_group after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.843401 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=114976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:44:59.843827 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.844172 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.844506 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.844900 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=114976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:44:59.845300 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > address_group after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.845639 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > address_group after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.845971 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > address_group after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.846362 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=114976) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 06 10:44:59.846808 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] ML2 OVO RPC backend initialized. {{(pid=114976) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 06 10:44:59.847565 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.847919 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.848332 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > network before_response 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.848682 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > networks before_response 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.849028 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > port before_response 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.849370 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > ports before_response 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.849710 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > subnet before_response 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.850048 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > subnets before_response 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.850393 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > network after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.850732 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > network after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.851064 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > network after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.851396 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > port after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.851796 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > port after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.852137 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > port after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.852468 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > subnet after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.852799 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > subnet after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.853127 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > subnet after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.861485 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded quota_driver: . Apr 06 10:44:59.861840 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.plugin [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Modular L2 Plugin initialization complete Apr 06 10:44:59.862181 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading services supported by the core plugin {{(pid=114976) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 06 10:44:59.862521 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.plugins.ml2.managers [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Got port-security extension from driver 'port_security' Apr 06 10:44:59.863003 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.extensions.vlantransparent [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Disabled vlantransparent extension. Apr 06 10:44:59.863586 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=114976) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 06 10:44:59.863920 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading Plugin: router Apr 06 10:44:59.898801 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router_interface before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.899189 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router after_create 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.899590 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router before_create 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.899954 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.900326 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.900675 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router after_delete 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.901025 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > floatingip after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.901367 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > floatingip after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.902286 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router after_create 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.902633 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router after_update 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.903283 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router after_update 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.903386 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.903713 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router after_update 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.904125 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router precommit_update 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.904490 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: port after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.904823 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: port after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.905234 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: subnet after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.905495 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.905840 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > port precommit_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.906290 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router precommit_create 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.906516 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: port before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.906851 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router precommit_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.907215 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router after_update 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.907575 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router precommit_delete 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.907924 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router precommit_create 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.908280 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router_interface after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.908621 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router precommit_update 55549900 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.908981 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > agent after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.909476 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > agent after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.909817 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > network after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.910725 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Tracking information for resource: router configured {{(pid=114976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:44:59.911049 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Tracking information for resource: floatingip configured {{(pid=114976) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 06 10:44:59.916263 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.db.l3_agentschedulers_db [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 06 10:44:59.916842 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: port after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.917201 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: port after_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.918158 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: port after_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.918509 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: port after_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.919324 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router before_create 55550100 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.919719 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router precommit_delete 55550100 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.920081 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router precommit_create 55550100 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.920433 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > router precommit_update 55550100 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.926303 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.services.provider_configuration [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service providers = [] {{(pid=114976) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 06 10:44:59.926303 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.db.servicetype_db [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=114976) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 06 10:44:59.929043 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.services.service_base [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=114976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:44:59.929388 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.services.service_base [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=114976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:44:59.929727 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.services.service_base [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=114976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:44:59.930607 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.services.service_base [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=114976) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 06 10:44:59.930981 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.services.service_base [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 06 10:44:59.931473 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=114976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:44:59.931831 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 06 10:44:59.943113 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=114976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:44:59.943476 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading Plugin: auto_allocate Apr 06 10:44:59.949523 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: network precommit_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.949899 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: network precommit_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.950434 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=114976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:44:59.950745 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading Plugin: tag Apr 06 10:44:59.957571 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=114976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:44:59.957896 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading Plugin: timestamp Apr 06 10:44:59.961917 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=114976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:44:59.962180 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading Plugin: network_ip_availability Apr 06 10:44:59.968458 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.968831 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.969186 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:44:59.969941 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=114976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:44:59.970256 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading Plugin: flavors Apr 06 10:44:59.976701 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=114976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:44:59.977035 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading Plugin: revisions Apr 06 10:44:59.982527 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=114976) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 06 10:44:59.982927 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_concurrency.lockutils [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.810s {{(pid=114976) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 06 10:44:59.983709 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=114976) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 06 10:44:59.984050 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Initializing extension manager. Apr 06 10:44:59.984573 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: __init__.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:44:59.984917 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: __pycache__ {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:44:59.985242 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: address_group.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:44:59.986022 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:44:59.986590 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: address-group Apr 06 10:44:59.986907 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: address_scope.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:44:59.987652 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:44:59.988164 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: address-scope Apr 06 10:44:59.988479 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: admin_state_down_before_update.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:44:59.989423 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:44:59.989930 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: router-admin-state-down-before-update Apr 06 10:44:59.990246 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: agent.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:44:59.990941 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:44:59.991441 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: agent Apr 06 10:44:59.991790 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: agent_resources_synced.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:44:59.993459 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:44:59.993459 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: agent-resources-synced Apr 06 10:44:59.993683 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: allowedaddresspairs.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:44:59.995334 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:44:59.995893 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: allowed-address-pairs Apr 06 10:44:59.996211 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: auto_allocated_topology.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:44:59.997279 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:44:59.997786 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: auto-allocated-topology Apr 06 10:44:59.998104 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: availability_zone.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:44:59.998791 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:44:59.999294 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: availability_zone Apr 06 10:44:59.999645 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: availability_zone_filter.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.000555 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.001061 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: availability_zone_filter Apr 06 10:45:00.001378 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: data_plane_status.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.002276 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.002781 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension data-plane-status not supported by any of loaded plugins Apr 06 10:45:00.003098 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: default_subnetpools.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.004042 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.004566 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: default-subnetpools Apr 06 10:45:00.004852 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: dhcpagentscheduler.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.005671 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.006176 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: dhcp_agent_scheduler Apr 06 10:45:00.006495 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: dns.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.007402 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.007936 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension dns-integration not supported by any of loaded plugins Apr 06 10:45:00.008253 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: dns_domain_ports.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.009170 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.009676 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 06 10:45:00.009993 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.010906 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.011961 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 06 10:45:00.012274 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: dvr.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.012945 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.013449 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: dvr Apr 06 10:45:00.013762 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: ecmp_routes.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.014706 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.015197 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 06 10:45:00.015534 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: empty_string_filtering.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.016436 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.016934 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: empty-string-filtering Apr 06 10:45:00.017248 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.018141 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.018638 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 06 10:45:00.018951 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.019877 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.020379 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 06 10:45:00.020694 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: external_net.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.021597 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.022096 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: external-net Apr 06 10:45:00.022411 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: extra_dhcp_opt.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.023310 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.023917 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: extra_dhcp_opt Apr 06 10:45:00.024235 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: extraroute.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.025140 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.025640 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: extraroute Apr 06 10:45:00.025954 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: extraroute_atomic.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.027673 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.028358 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: extraroute-atomic Apr 06 10:45:00.028679 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: filter_validation.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.029355 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.029854 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: filter-validation Apr 06 10:45:00.030171 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: fip_pf_description.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.031074 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.031609 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 06 10:45:00.031928 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: fip_pf_port_range.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.032825 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.033319 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 06 10:45:00.033636 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: fip_port_details.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.034769 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.035274 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: fip-port-details Apr 06 10:45:00.035626 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: flavors.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.036852 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.037368 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: flavors Apr 06 10:45:00.037690 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.039344 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.039889 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 06 10:45:00.040221 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: floatingip_pools.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.040919 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.041435 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: floatingip-pools Apr 06 10:45:00.041797 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: ip_allocation.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.042934 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.043370 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension ip_allocation not supported by any of loaded plugins Apr 06 10:45:00.043716 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.044644 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.045150 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: ip-substring-filtering Apr 06 10:45:00.045472 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: l2_adjacency.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.046397 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.046903 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 06 10:45:00.047216 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: l3.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.048257 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.048794 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: router Apr 06 10:45:00.049116 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: l3_conntrack_helper.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.051345 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.051892 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 06 10:45:00.052219 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.053133 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.053642 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: ext-gw-mode Apr 06 10:45:00.053969 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.054877 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.055385 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: l3-ha Apr 06 10:45:00.055764 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.056672 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.057173 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 06 10:45:00.057490 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: l3_flavors.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.058421 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.058926 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: l3-flavors Apr 06 10:45:00.059242 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: l3_ndp_proxy.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.060632 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.061149 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 06 10:45:00.061473 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.062391 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.062902 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 06 10:45:00.063228 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: l3agentscheduler.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.064321 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.064833 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: l3_agent_scheduler Apr 06 10:45:00.065156 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: local_ip.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.066934 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.067488 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension local_ip not supported by any of loaded plugins Apr 06 10:45:00.067813 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: logging.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.069410 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.069936 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension logging not supported by any of loaded plugins Apr 06 10:45:00.070269 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: metering.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.071019 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.071636 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: metering Apr 06 10:45:00.071963 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.073067 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.074107 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: metering_source_and_destination_fields Apr 06 10:45:00.074430 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: multiprovidernet.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.075351 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.075887 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: multi-provider Apr 06 10:45:00.076209 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: netmtu.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.077117 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.077620 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: net-mtu Apr 06 10:45:00.077938 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: netmtu_writable.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.078843 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.079346 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: net-mtu-writable Apr 06 10:45:00.079703 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: network_availability_zone.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.080371 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.080868 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: network_availability_zone Apr 06 10:45:00.081184 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: network_ip_availability.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.082279 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.082786 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: network-ip-availability Apr 06 10:45:00.083106 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: network_segment_range.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.083901 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.084406 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension network-segment-range not supported by any of loaded plugins Apr 06 10:45:00.084724 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: pagination.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.085696 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.086022 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: pagination Apr 06 10:45:00.086339 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: port_device_profile.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.087247 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.087797 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: port-device-profile Apr 06 10:45:00.088119 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.089044 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.090101 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: port-mac-address-regenerate Apr 06 10:45:00.090421 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.091325 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.091861 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: port-numa-affinity-policy Apr 06 10:45:00.092180 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: port_resource_request.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.093090 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.093594 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension port-resource-request not supported by any of loaded plugins Apr 06 10:45:00.093917 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: port_resource_request_groups.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.094868 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.095374 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 06 10:45:00.095724 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: portbindings.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.096667 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.097175 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: binding Apr 06 10:45:00.097493 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: portbindings_extended.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.098746 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.099274 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: binding-extended Apr 06 10:45:00.099614 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: portsecurity.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.100535 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.101045 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: port-security Apr 06 10:45:00.101370 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: project_id.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.102371 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.102701 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: project-id Apr 06 10:45:00.103012 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: providernet.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.104207 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.104750 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: provider Apr 06 10:45:00.105199 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.108721 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.109251 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos not supported by any of loaded plugins Apr 06 10:45:00.109575 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.110803 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.111318 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 06 10:45:00.111680 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.112592 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.113102 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 06 10:45:00.113425 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_default.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.114358 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.114867 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-default not supported by any of loaded plugins Apr 06 10:45:00.115189 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_fip.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.116129 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.116639 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-fip not supported by any of loaded plugins Apr 06 10:45:00.116961 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_fip_network_policy.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.117878 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.118374 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 06 10:45:00.118696 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_gateway_ip.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.119841 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.120376 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 06 10:45:00.120701 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_port_network_policy.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.121666 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.122177 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 06 10:45:00.122502 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.123565 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.124084 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 06 10:45:00.124407 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.125449 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.125960 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 06 10:45:00.126281 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_pps_rule.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.127441 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.127976 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-pps not supported by any of loaded plugins Apr 06 10:45:00.128298 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_rule_type_details.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.129213 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.129719 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 06 10:45:00.130035 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_rule_type_filter.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.130940 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.131449 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 06 10:45:00.131786 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: qos_rules_alias.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.132834 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.133346 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 06 10:45:00.133664 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: quota_check_limit.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.134572 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.135082 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: quota-check-limit Apr 06 10:45:00.135398 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: quotasv2.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.137028 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.137352 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: quotas Apr 06 10:45:00.137669 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: quotasv2_detail.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.139368 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.139739 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: quota_details Apr 06 10:45:00.140067 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: rbac.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.141134 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.141662 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: rbac-policies Apr 06 10:45:00.141990 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: rbac_address_group.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.142913 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.143431 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: rbac-address-group Apr 06 10:45:00.143776 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: rbac_address_scope.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.144693 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.145206 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: rbac-address-scope Apr 06 10:45:00.145562 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: rbac_security_groups.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.146573 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.147083 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: rbac-security-groups Apr 06 10:45:00.147405 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: rbac_subnetpool.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.148342 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.148853 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: rbac-subnetpool Apr 06 10:45:00.149172 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: revisionifmatch.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.150086 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.150600 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: revision-if-match Apr 06 10:45:00.150920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: revisions.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.152138 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.152643 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: standard-attr-revisions Apr 06 10:45:00.152959 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: router_availability_zone.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.153633 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.154146 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: router_availability_zone Apr 06 10:45:00.154465 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: routerservicetype.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.155382 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.155914 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension router-service-type not supported by any of loaded plugins Apr 06 10:45:00.156232 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.157147 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.157658 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: security-groups-normalized-cidr Apr 06 10:45:00.157976 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: security_groups_port_filtering.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.158892 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.159400 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: port-security-groups-filtering Apr 06 10:45:00.159752 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.160674 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.161178 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: security-groups-remote-address-group Apr 06 10:45:00.161494 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.162425 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.162927 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: security-groups-shared-filtering Apr 06 10:45:00.163243 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.163858 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 06 10:45:00.164179 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: securitygroup.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.174483 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.175022 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: security-group Apr 06 10:45:00.175350 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: segment.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.176120 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.176632 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension segment not supported by any of loaded plugins Apr 06 10:45:00.176952 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.177918 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.178426 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 06 10:45:00.178748 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: servicetype.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.180255 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.181126 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: service-type Apr 06 10:45:00.181679 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: sorting.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.183814 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.184385 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: sorting Apr 06 10:45:00.184930 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: standard_attr_segment.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.186174 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.186703 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 06 10:45:00.187028 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: standardattrdescription.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.187731 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.188246 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: standard-attr-description Apr 06 10:45:00.188569 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: stateful_security_group.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.189502 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.190019 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: stateful-security-group Apr 06 10:45:00.190339 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: stdattrs_common.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.190909 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 06 10:45:00.191230 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.192217 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.192736 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 06 10:45:00.193054 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: subnet_onboard.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.194106 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.194632 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: subnet_onboard Apr 06 10:45:00.194955 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.195906 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.196414 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 06 10:45:00.196733 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: subnet_service_types.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.197647 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.198160 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: subnet-service-types Apr 06 10:45:00.198509 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: subnetallocation.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.200178 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.200689 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: subnet_allocation Apr 06 10:45:00.201012 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.201685 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.202335 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: subnetpool-prefix-ops Apr 06 10:45:00.202707 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.203678 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.204191 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 06 10:45:00.204509 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: tagging.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.205610 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.206136 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: standard-attr-tag Apr 06 10:45:00.206460 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: timestamp.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.207681 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.208197 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loaded extension: standard-attr-timestamp Apr 06 10:45:00.208517 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: trunk.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.209533 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.210049 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension trunk not supported by any of loaded plugins Apr 06 10:45:00.210369 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: trunk_details.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.211287 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.211827 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension trunk-details not supported by any of loaded plugins Apr 06 10:45:00.212194 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: uplink_status_propagation.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.213058 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.213568 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 06 10:45:00.213890 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Loading extension file: vlantransparent.py {{(pid=114976) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 06 10:45:00.215315 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=114976) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 06 10:45:00.215858 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 06 10:45:00.218456 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:network Apr 06 10:45:00.218984 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:subnet Apr 06 10:45:00.219393 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:45:00.219804 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:port Apr 06 10:45:00.221080 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.221507 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service FLAVORS assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.222128 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.222559 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.222885 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:router Apr 06 10:45:00.223301 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 10:45:00.223814 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service METERING assigned prefix: /metering {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.225258 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.225631 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.225975 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=114976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:45:00.227024 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 10:45:00.227489 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:security_group Apr 06 10:45:00.227930 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 10:45:00.228529 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service CORE assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.229112 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:45:00.229460 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] subnetpool is already registered Apr 06 10:45:00.229925 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service CORE assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.230269 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:45:00.230575 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] subnetpool is already registered Apr 06 10:45:00.232916 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.233346 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service FLAVORS assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.233919 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.234331 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.234658 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:router Apr 06 10:45:00.234989 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] router is already registered Apr 06 10:45:00.235392 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:floatingip Apr 06 10:45:00.235755 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] floatingip is already registered Apr 06 10:45:00.236202 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service METERING assigned prefix: /metering {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.236863 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of CountableResource for resource:rbac_policy Apr 06 10:45:00.237186 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] rbac_policy is already registered Apr 06 10:45:00.237591 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:security_group Apr 06 10:45:00.237922 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] security_group is already registered Apr 06 10:45:00.238315 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 06 10:45:00.238644 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] security_group_rule is already registered Apr 06 10:45:00.239257 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service CORE assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.239614 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:45:00.239946 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] subnetpool is already registered Apr 06 10:45:00.240356 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.v2.resource_helper [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Service CORE assigned prefix: {{(pid=114976) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 06 10:45:00.240675 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Creating instance of TrackedResource for resource:subnetpool Apr 06 10:45:00.240997 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING neutron.quota.resource_registry [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] subnetpool is already registered Apr 06 10:45:00.241468 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: extensions {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.242980 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: address-groups {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.244487 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: address-scopes {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.246066 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: agents {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.247472 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: auto-allocated-topology {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.248869 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: availability_zones {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.250112 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: dhcp-networks {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.251683 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: dhcp-agents {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.253145 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: routers {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.256563 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: flavors {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.257751 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: service_profiles {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.258962 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: next_providers {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.260432 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: service_profiles {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.263171 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: floatingip-pools {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.265517 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: routers {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.269590 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: floatingips {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.270881 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: l3-routers {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.272286 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: l3-agents {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.273712 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: metering-labels {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.275224 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: metering-label-rules {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.276508 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: network-ip-availabilities {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.278415 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: bindings {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.280085 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: quotas {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.281641 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: quotas {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.283150 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: rbac-policies {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.284479 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: security-groups {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.285701 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: security-group-rules {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.286916 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: service-providers {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.288151 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: subnetpools {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.289617 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: subnetpools {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.298016 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: tags {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.299736 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: tags {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.301542 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: tags {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.303320 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: tags {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.305114 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: tags {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.306917 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: tags {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.308674 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: tags {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.310730 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: tags {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.312488 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: tags {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.314298 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron.api.extensions [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Extended resource: tags {{(pid=114976) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 06 10:45:00.320619 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING keystonemiddleware.auth_token [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 06 10:45:00.326066 dv-cinder-836070-2-iscsi neutron-server[114976]: WARNING keystonemiddleware.auth_token [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 06 10:45:00.334675 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_concurrency.lockutils [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Acquired lock "singleton_lock" {{(pid=114976) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 06 10:45:00.335143 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_concurrency.lockutils [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Releasing lock "singleton_lock" {{(pid=114976) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 06 10:45:00.335861 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO oslo_service.service [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Starting 2 workers Apr 06 10:45:00.341410 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Started child 115083 {{(pid=114976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:45:00.346851 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Started child 115084 {{(pid=114976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:45:00.348665 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:00.349538 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO neutron.service [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 06 10:45:00.349538 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Publish callbacks [] for process (None), before_spawn {{(pid=114976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:00.350478 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [-] (115083) wsgi starting up on http://0.0.0.0:9696 Apr 06 10:45:00.352041 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO oslo_service.service [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Starting 1 workers Apr 06 10:45:00.352268 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:00.353920 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [-] (115084) wsgi starting up on http://0.0.0.0:9696 Apr 06 10:45:00.357941 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Started child 115085 {{(pid=114976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:45:00.358572 dv-cinder-836070-2-iscsi neutron-server[114976]: INFO oslo_service.service [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Starting 1 workers Apr 06 10:45:00.362257 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.service [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] calling RpcWorker wait() {{(pid=115085) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 06 10:45:00.362908 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.service [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] returning from RpcWorker wait() {{(pid=115085) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 06 10:45:00.363541 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Started child 115086 {{(pid=114976) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 06 10:45:00.364339 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:00.364478 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG neutron_lib.callbacks.manager [None req-0f6faf8f-6972-44d7-a16b-4683d871e701 None None] Publish callbacks [] for process (None), after_spawn {{(pid=114976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:00.365003 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:00.366523 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114976) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 10:45:00.366725 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 10:45:00.367099 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 10:45:00.367333 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 10:45:00.367703 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 10:45:00.367864 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 10:45:00.368564 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.368836 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.369100 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.369372 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.369618 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:00.370178 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.370275 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.371027 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.371257 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.371557 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.371821 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.371978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.372132 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.372394 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.372616 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.372933 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.373187 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.373435 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.373724 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.373919 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.374129 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.374378 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.374613 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.374969 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] debug = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.375124 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.375637 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.375865 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.376118 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.376346 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.376624 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.376878 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.377137 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.377365 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.377599 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.377840 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.378077 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.378327 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.378548 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.378812 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.379039 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.379296 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.379643 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.380352 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] host = dv-cinder-836070-2-iscsi {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.380693 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.380918 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.381168 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.381419 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.381676 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.381921 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.382225 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.382541 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.382735 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.383056 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.383275 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.383532 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.383794 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.384050 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.384215 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_options = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.384450 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.384708 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.384968 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.385331 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.385331 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.385695 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.385695 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.391073 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.391073 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.391073 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.391073 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.391073 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.391073 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.391073 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.391073 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.392640 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.392640 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.392640 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.392640 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.392640 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.392640 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.392640 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.392640 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.394538 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.394538 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.394538 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.394538 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.395000 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 49460) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:00.395112 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.395112 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.395112 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.395112 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.395112 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.395112 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.395112 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.395112 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.396282 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.396282 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.396282 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.396282 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.396282 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.396282 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.396282 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.396282 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.397978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.397978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.397978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.397978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_json = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.397978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.397978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.397978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.397978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.397978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.400027 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.400027 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.400027 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.400027 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.400027 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.400027 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.400027 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.400027 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.401951 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.401951 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.401951 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.401951 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.401951 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.401951 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.401951 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.401951 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.403921 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.403921 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.403921 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.403921 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.403921 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.403921 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.403921 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.403921 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.405047 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.405047 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.405047 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.405047 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.405047 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.405047 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.405966 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:00.406113 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.406113 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.406113 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.406534 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.406534 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.406899 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.407106 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.407318 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.407570 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.407786 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.408612 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.408612 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.408612 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.411616 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.411616 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.411616 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.413814 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.415038 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0148726 Apr 06 10:45:00.418476 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.418476 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.418476 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.418476 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.419138 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.419407 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.422811 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.423108 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.424549 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.424706 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.427336 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.427336 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.427336 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.427688 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.427917 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.428181 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.428434 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.428655 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.429734 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.429734 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.429734 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.429734 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.430036 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.430036 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.430283 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.430515 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.430743 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.430961 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.431177 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.431406 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.431664 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.431909 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.432135 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.432354 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.432582 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.432818 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.434332 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.434332 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.434697 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.434936 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.435162 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.435384 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.436791 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.438326 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.438598 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.438832 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.439067 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.439293 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.439623 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.439938 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.440201 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.440471 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.440704 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.440975 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.441225 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.441456 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.441696 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.441920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.442164 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.442460 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.442690 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.442973 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.443175 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.443402 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.444816 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.445051 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.445284 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.445516 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.445744 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.445963 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.446200 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.446488 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.446729 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.447145 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.447261 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.451188 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.451188 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.451188 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.451188 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.451188 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.454719 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.455142 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.455441 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.455821 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.456115 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.456408 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.456679 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.457414 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.457691 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.457960 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.459062 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.459314 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.459661 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.459934 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.460182 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.460410 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.460732 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.460975 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.461198 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.461427 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.461704 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.461970 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.462295 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.462513 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.462769 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.463015 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.463289 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.464189 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.464707 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.465344 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.465619 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.465847 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.466106 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.466329 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.466789 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.467254 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.467572 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.467895 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.468162 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.468398 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.468625 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.468868 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.469071 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.469338 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.469584 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.469817 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.470064 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.470414 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.470572 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.470758 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.471008 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.471268 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.472495 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.472967 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.473373 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.473764 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.474194 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.474417 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.474660 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.475054 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.475543 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.475987 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.476398 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.476821 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.477229 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.477460 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.477715 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.477953 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.478172 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.478455 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.478965 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.479336 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.479628 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.480155 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.480425 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.480678 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.481536 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.481984 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.482218 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.482475 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.482703 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.482937 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.483163 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.483400 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.483676 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.483898 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.484147 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.484430 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.484678 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.484926 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.485149 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.485380 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.485603 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.485852 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.486090 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.486320 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.486546 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.486761 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.487002 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.487196 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.488434 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.488908 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.489337 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.489809 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.490069 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.490334 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.490609 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.490833 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.491047 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.491284 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.492264 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.492506 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.492745 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.492970 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.493185 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.493443 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.493669 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.493917 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.494117 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.494335 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.494531 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.494760 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.494981 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.495197 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.496026 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.496247 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.496470 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.496693 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.496911 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.497341 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.497525 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.497739 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.497979 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.498211 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.498823 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.498823 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.498988 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.499187 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.499393 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.499795 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.500054 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.500303 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.500559 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.500882 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.501148 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.501377 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.501617 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.501842 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.502068 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.502330 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.503779 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.503779 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.503779 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.503779 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.503779 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.504147 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.504397 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.504621 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.504967 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.505195 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.505488 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.505770 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.506000 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.506250 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.506503 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.506751 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.506978 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.507215 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.507446 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.507780 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.508446 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.508446 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.508680 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.508778 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.508933 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.509171 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.510018 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.510018 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.510018 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.510018 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 10:45:00.510566 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=114976) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 06 10:45:00.510729 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 06 10:45:00.512525 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 06 10:45:00.512525 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 06 10:45:00.512525 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 06 10:45:00.512525 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 06 10:45:00.512525 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.512882 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.512882 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.513000 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.513064 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.513240 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.513594 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.513943 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.514106 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.514434 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.514607 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.514768 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.514932 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.515017 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:00.515100 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.515244 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.515407 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.515587 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.515754 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.515925 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.516088 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] config_source = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.516250 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.516411 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.516576 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] debug = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.516732 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.517611 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.517611 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.517611 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.517611 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.517611 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.517984 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.517984 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.518102 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.518166 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.518327 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.519232 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.519232 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.519232 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.519232 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.519232 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.519232 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.519871 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.519871 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] host = dv-cinder-836070-2-iscsi {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.519871 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.519871 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.521423 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.521423 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.521423 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.521423 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.521423 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.521423 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.521423 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.521423 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.522432 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.522432 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.522432 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_dir = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.522432 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.522432 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_options = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.522432 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.522432 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.522432 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.523285 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.523285 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.523285 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.523285 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.523285 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.523285 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.523285 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.524399 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.524399 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.524399 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.524399 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.524399 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.524399 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.524399 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.525195 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.525195 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.525195 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.525195 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.525195 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.525590 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.525590 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.525590 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.525795 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.525924 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.526067 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.526202 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.526336 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.526469 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.526642 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.526788 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.526921 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.528568 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.528568 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.528568 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.528568 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.528568 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.528568 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.529402 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.529402 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.529402 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.529402 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.529402 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.529402 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_journal = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.530061 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_json = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.530061 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.530061 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.530061 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.530542 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.530542 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.530542 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.530927 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.530927 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.530927 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 06 10:45:00.531268 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.531268 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.531529 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.531653 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.531772 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.531893 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.532058 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.532277 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.532398 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.532513 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.532686 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.532850 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.533027 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.533191 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.533353 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.533520 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.533682 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.533844 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.534008 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.534178 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.534336 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.534689 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.535063 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.535345 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.535543 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.535543 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.535754 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.535856 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.536021 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.536199 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.536953 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.536953 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.536953 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.536953 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.536953 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.537401 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.537401 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.537593 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.537593 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.537814 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.537898 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.538024 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.538179 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.538342 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.538511 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.538676 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.538840 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.539004 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.539168 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.539334 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.539564 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.540412 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.540412 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.540412 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.540412 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.540412 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.541387 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.541387 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.541387 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.541387 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.541387 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.541387 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.541387 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.542428 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.542625 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.542809 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.542982 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.543152 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.544920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.544920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.544920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.544920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.544920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.544920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.544920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.544920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.544920 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547007 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547007 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547007 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547007 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547007 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547007 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547007 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547007 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547007 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547931 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547931 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547931 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547931 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547931 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547931 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547931 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.547931 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.548775 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.548775 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.548775 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.548775 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.548775 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.548775 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.548775 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.548775 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.549485 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.549485 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.549485 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.549485 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.549485 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.549485 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.549485 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.549485 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.550460 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.550460 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.550460 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.550460 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.550460 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.550460 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.551328 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.551328 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.551328 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.551328 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.551328 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.551328 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.552165 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.552165 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.552165 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.552165 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.552165 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.552793 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.552793 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.552793 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.552793 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.553375 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.553375 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.553375 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.553375 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.553855 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.553855 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.553855 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.554206 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.554206 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.554206 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.554560 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.554560 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.554841 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.554841 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.555161 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.555161 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.555434 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.555434 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.555693 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.555848 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.555957 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.556061 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.556221 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.556380 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.556533 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.556696 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.556859 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.557025 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.557224 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.557360 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.557504 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.557680 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.558805 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.558805 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.558805 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.558805 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.559321 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.559321 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.559321 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.561030 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.561030 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.561030 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.561030 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.561030 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.561030 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.561030 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.561030 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.563523 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.563523 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.563523 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.563523 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.563523 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.563523 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.563523 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.563523 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.564557 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.564557 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.564557 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.564557 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.564557 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.564557 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.564557 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.564557 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.565376 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.565376 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.565376 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.565376 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.565376 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.565376 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.565376 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.565376 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.566631 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.566631 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.566631 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.566631 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.566631 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.566631 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.566631 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.566631 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.567891 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.567891 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.567891 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.567891 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.567891 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.567891 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.567891 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.567891 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.567891 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.568388 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.568388 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.568388 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.568388 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.570463 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.570463 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.570463 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.570463 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.570463 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.570463 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.570871 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.570871 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.571002 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.571067 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.571210 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.571447 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.571746 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.571746 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.572107 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.572107 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.572416 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.572416 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.572623 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.572623 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.572822 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.572934 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.573099 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.573346 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.573511 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.574238 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.574438 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.574632 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.574825 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.574825 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.575188 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.575188 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.575571 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.575571 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.575985 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.575985 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.575985 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.576691 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.576691 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.576691 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.576691 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.576691 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.577437 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.577437 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.577437 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.577437 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.577957 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.577957 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.577957 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.577957 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.578623 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.578623 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.578623 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.578623 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.579356 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.579356 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.579356 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.579356 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.579356 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.580493 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.580493 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.580493 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.580493 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.580493 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.580493 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.580493 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.581609 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.581609 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.581609 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.581609 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.581609 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.581609 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.581609 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.581609 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.582862 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.582862 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.582862 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.582862 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.582862 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 06 10:45:00.582862 dv-cinder-836070-2-iscsi neutron-server[114976]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=114976) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 06 10:45:12.835222 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2c6725-ae94-477a-a452-4dc10378bf8b None None] get_active_networks_info from dv-cinder-836070-2-iscsi {{(pid=115085) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 06 10:45:12.900863 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2c6725-ae94-477a-a452-4dc10378bf8b None None] No non-hosted networks {{(pid=115085) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 06 10:45:12.927213 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.agentschedulers_db [None req-5a2c6725-ae94-477a-a452-4dc10378bf8b None None] DHCP Agent not found on host dv-cinder-836070-2-iscsi {{(pid=115085) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 06 10:45:13.127507 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-de795557-10f7-4047-8474-f060797e5ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505990'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:15.770450 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-97f2f288-a698-4724-962a-c88d6f879ab8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505990'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:15.837159 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d18da1e1-b29f-41f8-8612-acc845ca435b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:16.447291 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505990'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:16.551304 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 49542) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:17.157977 dv-cinder-836070-2-iscsi neutron-server[115083]: WARNING oslo_policy.policy [None req-b2621368-bd3f-407e-bb34-810fa161421d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:17.158834 dv-cinder-836070-2-iscsi neutron-server[115083]: WARNING oslo_policy.policy [None req-b2621368-bd3f-407e-bb34-810fa161421d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:17.408353 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [None req-b2621368-bd3f-407e-bb34-810fa161421d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:45:17.424123 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-b2621368-bd3f-407e-bb34-810fa161421d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8714898 Apr 06 10:45:18.250471 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505990'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:19.580717 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505990'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:19.581747 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.582198 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.582594 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.582929 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.583260 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.584126 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.584464 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.585829 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.586174 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.586505 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.588290 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.588669 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.589985 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.589985 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.590184 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:19.592344 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836070-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:19.600269 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836070-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:20.113432 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.db.l3_hamode_db [None req-8a63846a-ee36-4c1a-9d55-ce67daaef83f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 06 10:45:20.180354 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 49572) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:20.196199 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63846a-ee36-4c1a-9d55-ce67daaef83f None None] Routers set() bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:45:20.196602 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a63846a-ee36-4c1a-9d55-ce67daaef83f None None] Router IDs set() for agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 06 10:45:20.716978 dv-cinder-836070-2-iscsi neutron-server[115084]: WARNING oslo_policy.policy [None req-701d508a-c092-4d7d-b75d-96b5e177078e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:20.717560 dv-cinder-836070-2-iscsi neutron-server[115084]: WARNING oslo_policy.policy [None req-701d508a-c092-4d7d-b75d-96b5e177078e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:20.940909 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-701d508a-c092-4d7d-b75d-96b5e177078e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:21.034147 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.policy [None req-701d508a-c092-4d7d-b75d-96b5e177078e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115084) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 10:45:21.077107 dv-cinder-836070-2-iscsi neutron-server[115084]: WARNING oslo_policy.policy [None req-701d508a-c092-4d7d-b75d-96b5e177078e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:21.077481 dv-cinder-836070-2-iscsi neutron-server[115084]: WARNING oslo_policy.policy [None req-701d508a-c092-4d7d-b75d-96b5e177078e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:21.178666 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-701d508a-c092-4d7d-b75d-96b5e177078e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742208122609', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742208123652', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742208138417', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742208013906', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742208023643', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742208030321', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3608690', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3751143', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-546695', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1499125'] for rbac-policy (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:21.252134 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-701d508a-c092-4d7d-b75d-96b5e177078e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:21.271498 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-701d508a-c092-4d7d-b75d-96b5e177078e admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0717959 Apr 06 10:45:23.892818 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 49590) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:24.226270 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:24.255762 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Made reservation on behalf of 21f92d368a714c5e9e21ed79c026f776 for: {'network': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:45:24.259612 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:24.278737 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:24.398231 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Publish callbacks [] for security_group (a57e7f08-aa4b-458c-b66a-79f0802ba884), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:24.402475 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a57e7f08-aa4b-458c-b66a-79f0802ba884), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:24.430612 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=115084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:45:24.468544 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742206064752', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (0d9367a3-e664-4065-a58a-c19dc88ef74d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:24.469149 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Unsubscribe: segment precommit_create {{(pid=115084) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 10:45:24.469679 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.segments_db [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Added segment 0d9367a3-e664-4065-a58a-c19dc88ef74d of type vlan for network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f Apr 06 10:45:24.490101 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a57e7f08-aa4b-458c-b66a-79f0802ba884,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:24.543615 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.543959 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.544315 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.544670 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.545027 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.545636 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.546087 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.546362 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.546856 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.547338 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.547861 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.548187 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.548534 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.548871 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.549333 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Tracked resource versions report: Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: pushed versions: Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: { 'AddressGroup': {'1.2'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Agent': {'1.1'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'ConntrackHelper': {'1.0'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Log': {'1.0'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'NDPProxy': {'1.0'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Network': {'1.1'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Port': {'1.7'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'PortForwarding': {'1.3'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'QosPolicy': {'1.10'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SecurityGroup': {'1.5'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SubPort': {'1.0'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Subnet': {'1.1'}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Trunk': {'1.1'}} Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: consumer versions: Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: { DHCP agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: L3 agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: Metadata agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: Metering agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: Open vSwitch agent@dv-cinder-836070-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Agent': '1.1', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'ConntrackHelper': '1.0', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'LocalIPAssociation': '1.0', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Log': '1.0', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'NDPProxy': '1.0', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Network': '1.1', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Port': '1.7', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'PortForwarding': '1.3', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'QosPolicy': '1.10', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SecurityGroup': '1.5', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SecurityGroupRule': '1.2', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SubPort': '1.0', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Subnet': '1.1', Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Trunk': '1.1'}} Apr 06 10:45:24.550850 dv-cinder-836070-2-iscsi neutron-server[115084]: {{(pid=115084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:45:24.587698 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:24.638055 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:24.643497 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:24.644246 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:24.751559 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8575189 Apr 06 10:45:24.775537 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb14f8-3c96-4c2c-bd35-5bf3b88c8dca demo demo] Pushing event updated for resources: {'Network': ['ID=b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:24.789902 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:45:27.487217 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 49602) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:27.918906 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f651df0-a124-456e-8b9b-d7c4b2b609bb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:27.920403 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-6f651df0-a124-456e-8b9b-d7c4b2b609bb demo admin] 10.222.0.23 "GET /v2.0/networks/b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f HTTP/1.1" status: 200 len: 825 time: 0.4321725 Apr 06 10:45:27.947611 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-49d4abf6-7c6b-4457-b54c-0fa845d25c78 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/c87d69ed-24d1-41a1-a540-c6016d2391bf HTTP/1.1" status: 200 len: 734 time: 0.0212038 Apr 06 10:45:27.958903 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f', 'subnetpool_id': 'c87d69ed-24d1-41a1-a540-c6016d2391bf', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:27.981906 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Made reservation on behalf of 21f92d368a714c5e9e21ed79c026f776 for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:45:27.984325 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:28.286559 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:28.358780 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Pushing event updated for resources: {'Subnet': ['ID=4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:28.363556 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Checking segment: {'id': '0d9367a3-e664-4065-a58a-c19dc88ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:45:28.363935 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Network hostable DHCP agents. Network: b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:45:28.386042 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:45:28.399660 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:28.406125 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:28.406903 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:28.409062 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b61fd2-4af8-400b-9fa2-dd464be78842 None None] Network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:45:28.423974 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-607e636e-90fa-4f23-8391-a9447dcbded3 demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4686840 Apr 06 10:45:28.816422 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f', 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f', 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'fixed_ips': [{'subnet_id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:45:28.817741 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:29.115037 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Allocated IP 172.20.0.2 (b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f/4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb/eff33b1d-b968-4cdd-bf60-aae7562c033f) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:45:29.430792 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Publish callbacks [] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:29.441840 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:29.518923 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:45:29.527295 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:29.541517 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:45:29.548474 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Pushing event updated for resources: {'Port': ['ID=eff33b1d-b968-4cdd-bf60-aae7562c033f,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:29.582009 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.582365 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.582733 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.583102 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.583466 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.583814 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.584150 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.584504 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.584821 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.585150 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.585484 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.585839 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.586176 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.586505 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.586833 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Tracked resource versions report: Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: pushed versions: Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: { 'AddressGroup': {'1.2'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Agent': {'1.1'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'ConntrackHelper': {'1.0'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Log': {'1.0'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'NDPProxy': {'1.0'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Network': {'1.1'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Port': {'1.7'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'PortForwarding': {'1.3'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'QosPolicy': {'1.10'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SecurityGroup': {'1.5'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SubPort': {'1.0'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Subnet': {'1.1'}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Trunk': {'1.1'}} Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: consumer versions: Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: { DHCP agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: L3 agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: Metadata agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: Metering agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: Open vSwitch agent@dv-cinder-836070-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Agent': '1.1', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'ConntrackHelper': '1.0', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'LocalIPAssociation': '1.0', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Log': '1.0', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'NDPProxy': '1.0', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Network': '1.1', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Port': '1.7', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'PortForwarding': '1.3', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'QosPolicy': '1.10', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SecurityGroup': '1.5', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SecurityGroupRule': '1.2', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SubPort': '1.0', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Subnet': '1.1', Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Trunk': '1.1'}} Apr 06 10:45:29.588376 dv-cinder-836070-2-iscsi neutron-server[115085]: {{(pid=115085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:45:29.642805 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Attempting to bind port eff33b1d-b968-4cdd-bf60-aae7562c033f on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:45:29.643222 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Attempting to bind port eff33b1d-b968-4cdd-bf60-aae7562c033f by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '0d9367a3-e664-4065-a58a-c19dc88ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:45:29.643675 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Attempting to bind port eff33b1d-b968-4cdd-bf60-aae7562c033f on network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:45:29.649690 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:45:29.650059 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Checking segment: {'id': '0d9367a3-e664-4065-a58a-c19dc88ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:45:29.650543 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:29.650942 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Bound using segment: {'id': '0d9367a3-e664-4065-a58a-c19dc88ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:45:29.652086 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Bound port: eff33b1d-b968-4cdd-bf60-aae7562c033f, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9367a3-e664-4065-a58a-c19dc88ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:45:29.652751 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:29.729376 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-ee6f5229-e018-4559-8425-6c953600695f None None] For port eff33b1d-b968-4cdd-bf60-aae7562c033f, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:45:29.735088 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-ee6f5229-e018-4559-8425-6c953600695f None None] For port eff33b1d-b968-4cdd-bf60-aae7562c033f, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=eff33b1d-b968-4cdd-bf60-aae7562c033f,segment=NetworkSegment(0d9367a3-e664-4065-a58a-c19dc88ef74d),segment_id=0d9367a3-e664-4065-a58a-c19dc88ef74d)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:45:29.744267 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:29.816866 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f5229-e018-4559-8425-6c953600695f None None] Pushing event updated for resources: {'Port': ['ID=eff33b1d-b968-4cdd-bf60-aae7562c033f,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:31.159742 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 49610) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:31.513056 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [None req-5e49e616-9dc7-44e0-a718-b19c8ba64b1d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:45:31.527489 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-5e49e616-9dc7-44e0-a718-b19c8ba64b1d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3497162 Apr 06 10:45:34.246000 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 49618) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:34.748410 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [None req-57fd3be2-5c1f-45f7-ae21-0a0f2af9d3f1 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:45:34.750203 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-57fd3be2-5c1f-45f7-ae21-0a0f2af9d3f1 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5032561 Apr 06 10:45:37.460015 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 49626) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:37.905676 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-cf6180bc-8d97-4f65-a22b-728c4aad5e3f demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:37.933589 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cf6180bc-8d97-4f65-a22b-728c4aad5e3f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (183ff269-53dd-4b7d-9c81-9169262f0a78), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:37.935592 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cf6180bc-8d97-4f65-a22b-728c4aad5e3f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (183ff269-53dd-4b7d-9c81-9169262f0a78), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:38.090049 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cf6180bc-8d97-4f65-a22b-728c4aad5e3f demo demo] Publish callbacks [] for router_controller (183ff269-53dd-4b7d-9c81-9169262f0a78), precommit_add_association {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:38.097563 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cf6180bc-8d97-4f65-a22b-728c4aad5e3f demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (183ff269-53dd-4b7d-9c81-9169262f0a78), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:38.125190 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cf6180bc-8d97-4f65-a22b-728c4aad5e3f demo demo] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:38.126767 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-cf6180bc-8d97-4f65-a22b-728c4aad5e3f demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6654451 Apr 06 10:45:41.262161 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 49638) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:41.744365 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [None req-df46bb36-e033-4f1f-91a1-c411f936591f admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:45:41.746590 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-df46bb36-e033-4f1f-91a1-c411f936591f admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4828289 Apr 06 10:45:42.557631 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device eff33b1d-b968-4cdd-bf60-aae7562c033f up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:45:42.629291 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb9141-fb31-45f3-9f14-8078d22ec1f9 None None] Network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:45:42.737886 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port eff33b1d-b968-4cdd-bf60-aae7562c033f triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:42.738227 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:42.791417 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-68906a71-e849-4244-bc1e-e5525920ed19 None None] Provisioning complete for port eff33b1d-b968-4cdd-bf60-aae7562c033f triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:42.791898 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-68906a71-e849-4244-bc1e-e5525920ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:42.876850 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d24646e-5f9a-49eb-8877-078b8f6f7ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:43.028936 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port eff33b1d-b968-4cdd-bf60-aae7562c033f is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:43.029564 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:43.103749 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-68906a71-e849-4244-bc1e-e5525920ed19 None None] Current status of the port eff33b1d-b968-4cdd-bf60-aae7562c033f is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:43.104206 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-68906a71-e849-4244-bc1e-e5525920ed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:43.110296 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port eff33b1d-b968-4cdd-bf60-aae7562c033f, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=eff33b1d-b968-4cdd-bf60-aae7562c033f,segment=NetworkSegment(0d9367a3-e664-4065-a58a-c19dc88ef74d),segment_id=0d9367a3-e664-4065-a58a-c19dc88ef74d)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:45:43.119232 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:43.210465 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=eff33b1d-b968-4cdd-bf60-aae7562c033f,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:43.222291 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.db.api [None req-68906a71-e849-4244-bc1e-e5525920ed19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:45:43.222706 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG oslo_db.api [None req-68906a71-e849-4244-bc1e-e5525920ed19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:45:43.762759 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-68906a71-e849-4244-bc1e-e5525920ed19 None None] Current status of the port eff33b1d-b968-4cdd-bf60-aae7562c033f is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:43.895616 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-e511001c-cae3-44ef-8826-5c2afc53dfe4 None None] Provisioning complete for port eff33b1d-b968-4cdd-bf60-aae7562c033f triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:43.896259 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e511001c-cae3-44ef-8826-5c2afc53dfe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:44.027930 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-e511001c-cae3-44ef-8826-5c2afc53dfe4 None None] Current status of the port eff33b1d-b968-4cdd-bf60-aae7562c033f is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:44.521970 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device eff33b1d-b968-4cdd-bf60-aae7562c033f up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:45:44.573553 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port eff33b1d-b968-4cdd-bf60-aae7562c033f triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:44.574137 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:44.654105 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port eff33b1d-b968-4cdd-bf60-aae7562c033f is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:44.693351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 49650) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:45.036823 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:45.092365 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Made reservation on behalf of db8861eb1c784daaa13a514eae2e4934 for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:45:45.157162 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.policy [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115083) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 06 10:45:45.202352 dv-cinder-836070-2-iscsi neutron-server[115083]: WARNING oslo_policy.policy [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:45.202728 dv-cinder-836070-2-iscsi neutron-server[115083]: WARNING oslo_policy.policy [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 06 10:45:45.212637 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.236688 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.358949 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Publish callbacks [] for security_group (2cddb631-8457-4021-89ab-41ba35d06bc9), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.363042 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2cddb631-8457-4021-89ab-41ba35d06bc9), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.375536 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Reserving flat network on physical network physnet1 {{(pid=115083) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 06 10:45:45.410205 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742206064752', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (2993e081-c984-495a-b67e-77a618e1a3f2), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.410783 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Unsubscribe: segment precommit_create {{(pid=115083) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 06 10:45:45.411317 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Added segment 2993e081-c984-495a-b67e-77a618e1a3f2 of type flat for network 8593671b-c481-47e7-a44e-46a3b883120b Apr 06 10:45:45.428157 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cddb631-8457-4021-89ab-41ba35d06bc9,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:45.450996 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.451321 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.451696 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.452032 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.452355 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.452670 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.452984 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.453288 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.453618 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.453926 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.454598 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.454598 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.454867 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.455174 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.455505 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Tracked resource versions report: Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: pushed versions: Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: { 'AddressGroup': {'1.2'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Agent': {'1.1'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'ConntrackHelper': {'1.0'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Log': {'1.0'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'NDPProxy': {'1.0'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Network': {'1.1'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Port': {'1.7'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'PortForwarding': {'1.3'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'QosPolicy': {'1.10'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SecurityGroup': {'1.5'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SubPort': {'1.0'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Subnet': {'1.1'}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Trunk': {'1.1'}} Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: consumer versions: Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: { DHCP agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: L3 agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: Metadata agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: Metering agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: Open vSwitch agent@dv-cinder-836070-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Agent': '1.1', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'ConntrackHelper': '1.0', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'LocalIPAssociation': '1.0', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Log': '1.0', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'NDPProxy': '1.0', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Network': '1.1', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Port': '1.7', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'PortForwarding': '1.3', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'QosPolicy': '1.10', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SecurityGroup': '1.5', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SecurityGroupRule': '1.2', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SubPort': '1.0', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Subnet': '1.1', Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Trunk': '1.1'}} Apr 06 10:45:45.456927 dv-cinder-836070-2-iscsi neutron-server[115083]: {{(pid=115083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:45:45.550082 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (8593671b-c481-47e7-a44e-46a3b883120b), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.603358 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (8593671b-c481-47e7-a44e-46a3b883120b), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.605245 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:45.605965 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:45.701600 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0071824 Apr 06 10:45:45.724229 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c187619-0e7e-4d99-8784-a6d8f228db9a admin admin] Pushing event updated for resources: {'Network': ['ID=8593671b-c481-47e7-a44e-46a3b883120b,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:45.736148 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 8593671b-c481-47e7-a44e-46a3b883120b details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:45:45.874997 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-acb4b6b2-cadd-4bd6-a7c6-8498146f1811 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:46.408677 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:48.195217 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:48.366126 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 49674) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:48.584266 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b0c211-2fdd-4327-93ee-4818d41b7caa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:48.585702 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-71b0c211-2fdd-4327-93ee-4818d41b7caa demo admin] 10.222.0.23 "GET /v2.0/subnets/4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb HTTP/1.1" status: 200 len: 849 time: 0.2186232 Apr 06 10:45:48.740421 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-3f716515-956e-4890-a28d-b84f7e0229b0 demo admin] 10.222.0.23 "GET /v2.0/routers/183ff269-53dd-4b7d-9c81-9169262f0a78 HTTP/1.1" status: 200 len: 704 time: 0.1469100 Apr 06 10:45:49.059556 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.430105 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Allocated IP 172.20.0.1 (b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f/4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb/d51b528e-a422-47a8-9618-4f8398b2dacd) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:45:49.577787 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.700611 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Publish callbacks [] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.779232 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.860077 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:45:49.865133 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:49.867928 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:45:49.868631 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (183ff269-53dd-4b7d-9c81-9169262f0a78), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:49.935662 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Pushing event updated for resources: {'Port': ['ID=d51b528e-a422-47a8-9618-4f8398b2dacd,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:50.103875 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:50.189851 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-2d4ed678-bbee-4967-a6de-d53868c47050 None None] Provisioning complete for port d51b528e-a422-47a8-9618-4f8398b2dacd triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:50.190245 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-2d4ed678-bbee-4967-a6de-d53868c47050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:50.228893 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-2d4ed678-bbee-4967-a6de-d53868c47050 None None] Port d51b528e-a422-47a8-9618-4f8398b2dacd cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:45:50.347360 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Publish callbacks [] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:50.352332 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:50.353286 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (183ff269-53dd-4b7d-9c81-9169262f0a78), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:50.432193 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Pushing event updated for resources: {'Port': ['ID=d51b528e-a422-47a8-9618-4f8398b2dacd,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:50.487973 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:45:50.489352 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:50.680251 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Router 183ff269-53dd-4b7d-9c81-9169262f0a78 is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:45:50.759675 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-a07ca07a-c63a-4ad4-8c62-71979fa44e2b None None] Provisioning complete for port d51b528e-a422-47a8-9618-4f8398b2dacd triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:50.760591 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a07ca07a-c63a-4ad4-8c62-71979fa44e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:50.781073 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:45:50.792652 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-0606c95c-b05f-4138-ab0f-ecc0778cea81 demo admin] 10.222.0.23 "PUT /v2.0/routers/183ff269-53dd-4b7d-9c81-9169262f0a78/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0404565 Apr 06 10:45:50.807831 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Sync routers for ids ['183ff269-53dd-4b7d-9c81-9169262f0a78'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:45:50.819440 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-a07ca07a-c63a-4ad4-8c62-71979fa44e2b None None] Port d51b528e-a422-47a8-9618-4f8398b2dacd cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:45:50.821050 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Routers {'183ff269-53dd-4b7d-9c81-9169262f0a78'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:45:50.821976 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:45:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['183ff269-53dd-4b7d-9c81-9169262f0a78'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:51.028951 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Set router 183ff269-53dd-4b7d-9c81-9169262f0a78 gateway port host: None {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:45:51.501926 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'name': 'router1', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:37Z', 'updated_at': '2022-04-06T10:45:50Z', 'revision_number': 2, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'gw_port_host': None, '_interfaces': [{'id': 'd51b528e-a422-47a8-9618-4f8398b2dacd', 'name': '', 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'mac_address': 'fa:16:3e:8d:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:49Z', 'updated_at': '2022-04-06T10:45:50Z', 'revision_number': 2, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'subnets': [{'id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c87d69ed-24d1-41a1-a540-c6016d2391bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:51.558712 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Checking router: 183ff269-53dd-4b7d-9c81-9169262f0a78 for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:45:51.559070 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Updating router 183ff269-53dd-4b7d-9c81-9169262f0a78 port d51b528e-a422-47a8-9618-4f8398b2dacd binding host dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:45:51.618154 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.242098 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Publish callbacks [] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), precommit_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.252492 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.437572 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Pushing event updated for resources: {'Port': ['ID=d51b528e-a422-47a8-9618-4f8398b2dacd,revision_number=3']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:52.480522 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.481054 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.481598 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.482150 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.482685 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.483227 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.483783 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.484293 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.484817 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.485351 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.485878 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.486418 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.486949 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.487569 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.488100 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Tracked resource versions report: Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: pushed versions: Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: { 'AddressGroup': {'1.2'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Agent': {'1.1'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'ConntrackHelper': {'1.0'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Log': {'1.0'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'NDPProxy': {'1.0'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Network': {'1.1'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Port': {'1.7'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'PortForwarding': {'1.3'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'QosPolicy': {'1.10'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SecurityGroup': {'1.5'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SubPort': {'1.0'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Subnet': {'1.1'}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Trunk': {'1.1'}} Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: consumer versions: Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: { DHCP agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: L3 agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: Metadata agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: Metering agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: Open vSwitch agent@dv-cinder-836070-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Agent': '1.1', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'ConntrackHelper': '1.0', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'LocalIPAssociation': '1.0', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Log': '1.0', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'NDPProxy': '1.0', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Network': '1.1', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Port': '1.7', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'PortForwarding': '1.3', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'QosPolicy': '1.10', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SecurityGroup': '1.5', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SecurityGroupRule': '1.2', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SubPort': '1.0', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Subnet': '1.1', Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Trunk': '1.1'}} Apr 06 10:45:52.490674 dv-cinder-836070-2-iscsi neutron-server[115086]: {{(pid=115086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:45:52.523431 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Attempting to bind port d51b528e-a422-47a8-9618-4f8398b2dacd on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:45:52.524099 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Attempting to bind port d51b528e-a422-47a8-9618-4f8398b2dacd by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '0d9367a3-e664-4065-a58a-c19dc88ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f'}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:45:52.525624 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Attempting to bind port d51b528e-a422-47a8-9618-4f8398b2dacd on network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:45:52.534735 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:45:52.535271 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Checking segment: {'id': '0d9367a3-e664-4065-a58a-c19dc88ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:45:52.535862 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.536279 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Bound using segment: {'id': '0d9367a3-e664-4065-a58a-c19dc88ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f'} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:45:52.536874 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Bound port: d51b528e-a422-47a8-9618-4f8398b2dacd, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9367a3-e664-4065-a58a-c19dc88ef74d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f'}}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:45:52.537378 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.648130 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] For port d51b528e-a422-47a8-9618-4f8398b2dacd, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:45:52.659114 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-750d8a29-87ab-42e4-8f03-e42957f89843 None None] Provisioning complete for port d51b528e-a422-47a8-9618-4f8398b2dacd triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:52.660155 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-750d8a29-87ab-42e4-8f03-e42957f89843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.678764 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] For port d51b528e-a422-47a8-9618-4f8398b2dacd, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=d51b528e-a422-47a8-9618-4f8398b2dacd,segment=NetworkSegment(0d9367a3-e664-4065-a58a-c19dc88ef74d),segment_id=0d9367a3-e664-4065-a58a-c19dc88ef74d)] {{(pid=115086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:45:52.690264 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:52.709226 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-750d8a29-87ab-42e4-8f03-e42957f89843 None None] Port d51b528e-a422-47a8-9618-4f8398b2dacd cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:45:52.753594 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a685ab-fb48-405f-a5f6-a36629287d7a None None] Pushing event updated for resources: {'Port': ['ID=d51b528e-a422-47a8-9618-4f8398b2dacd,revision_number=4']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:52.769478 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Routers {'183ff269-53dd-4b7d-9c81-9169262f0a78'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:45:52.770157 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:45:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['183ff269-53dd-4b7d-9c81-9169262f0a78'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:52.898819 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] Set router 183ff269-53dd-4b7d-9c81-9169262f0a78 gateway port host: None {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:45:53.034591 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-0c471d08-1d59-4932-9de5-bd7d95fcefe3 None None] Provisioning complete for port d51b528e-a422-47a8-9618-4f8398b2dacd triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:45:53.035142 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-0c471d08-1d59-4932-9de5-bd7d95fcefe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:53.163200 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-0c471d08-1d59-4932-9de5-bd7d95fcefe3 None None] Current status of the port d51b528e-a422-47a8-9618-4f8398b2dacd is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:45:53.164056 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-0c471d08-1d59-4932-9de5-bd7d95fcefe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:53.196694 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'name': 'router1', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:37Z', 'updated_at': '2022-04-06T10:45:50Z', 'revision_number': 2, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'gw_port_host': None, '_interfaces': [{'id': 'd51b528e-a422-47a8-9618-4f8398b2dacd', 'name': '', 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'mac_address': 'fa:16:3e:8d:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:49Z', 'updated_at': '2022-04-06T10:45:52Z', 'revision_number': 4, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'subnets': [{'id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c87d69ed-24d1-41a1-a540-c6016d2391bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:45:53.206085 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-0c471d08-1d59-4932-9de5-bd7d95fcefe3 None None] For port d51b528e-a422-47a8-9618-4f8398b2dacd, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=d51b528e-a422-47a8-9618-4f8398b2dacd,segment=NetworkSegment(0d9367a3-e664-4065-a58a-c19dc88ef74d),segment_id=0d9367a3-e664-4065-a58a-c19dc88ef74d)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:45:53.212790 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-0c471d08-1d59-4932-9de5-bd7d95fcefe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:53.227486 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f2ca8f-5e74-4b3b-8cc3-013e7bcec0e9 None None] The sync data for ids ['183ff269-53dd-4b7d-9c81-9169262f0a78'] in dv-cinder-836070-2-iscsi is: [{'id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'name': 'router1', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:37Z', 'updated_at': '2022-04-06T10:45:50Z', 'revision_number': 2, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'gw_port_host': None, '_interfaces': [{'id': 'd51b528e-a422-47a8-9618-4f8398b2dacd', 'name': '', 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'mac_address': 'fa:16:3e:8d:1e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:49Z', 'updated_at': '2022-04-06T10:45:52Z', 'revision_number': 4, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'subnets': [{'id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c87d69ed-24d1-41a1-a540-c6016d2391bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:45:53.281900 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c471d08-1d59-4932-9de5-bd7d95fcefe3 None None] Pushing event updated for resources: {'Port': ['ID=d51b528e-a422-47a8-9618-4f8398b2dacd,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:53.537072 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 49696) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:53.700836 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f3d69e-9e05-4209-b6f6-3d3d8af95ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:53.702230 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-f5f3d69e-9e05-4209-b6f6-3d3d8af95ebf admin admin] 10.222.0.23 "GET /v2.0/networks/8593671b-c481-47e7-a44e-46a3b883120b HTTP/1.1" status: 200 len: 842 time: 0.1639972 Apr 06 10:45:53.714919 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'ip_version': 4, 'cidr': '172.27.1.0/24'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:53.746337 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Made reservation on behalf of db8861eb1c784daaa13a514eae2e4934 for: {'subnet': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:45:53.749657 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:54.211508 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.objects.ports [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115083) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 06 10:45:54.212005 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (261a4a81-ac6e-47a2-adfc-bdc283c6d409), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:54.272934 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=261a4a81-ac6e-47a2-adfc-bdc283c6d409,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:54.285558 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:45:54.285917 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Network hostable DHCP agents. Network: 8593671b-c481-47e7-a44e-46a3b883120b, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:45:54.310725 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:45:54.325467 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 8593671b-c481-47e7-a44e-46a3b883120b) {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:54.331846 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:54.332782 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:54.340685 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0551cc-f1c8-482b-bd5f-e6d7fb542649 None None] Network 8593671b-c481-47e7-a44e-46a3b883120b requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:45:54.360636 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-ad62d9ee-c509-4164-bdb3-50b25dd43652 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6494300 Apr 06 10:45:54.474353 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068b33be-cf29-48f0-8aa5-d7f305ed0261 None None] Network 8593671b-c481-47e7-a44e-46a3b883120b requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:45:56.897737 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 49704) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:45:57.040985 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-cacf6a19-7a9a-4d76-b991-7d4f66b1a6d7 demo admin] 10.222.0.23 "GET /v2.0/routers/183ff269-53dd-4b7d-9c81-9169262f0a78 HTTP/1.1" status: 200 len: 710 time: 0.1417825 Apr 06 10:45:57.142962 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99d486b-abb8-465c-a21f-9620f9a216ab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:45:57.145034 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a99d486b-abb8-465c-a21f-9620f9a216ab demo admin] 10.222.0.23 "GET /v2.0/networks/8593671b-c481-47e7-a44e-46a3b883120b HTTP/1.1" status: 200 len: 886 time: 0.0978317 Apr 06 10:45:57.155174 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:45:57.600952 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Publish callbacks [] for router_gateway (183ff269-53dd-4b7d-9c81-9169262f0a78), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:57.900555 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Publish callbacks [] for router_gateway (183ff269-53dd-4b7d-9c81-9169262f0a78), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:57.993999 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:58.111635 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Allocated IP 172.27.1.47 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:45:58.234454 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Publish callbacks [] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:58.274648 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:58.323394 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:45:58.326678 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:45:58.330974 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:45:58.336818 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Pushing event updated for resources: {'Port': ['ID=9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:45:58.616672 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Publish callbacks [] for router_gateway (183ff269-53dd-4b7d-9c81-9169262f0a78), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:58.834595 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-507370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-475226', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6829'] for router (183ff269-53dd-4b7d-9c81-9169262f0a78), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:58.838159 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-507379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-505856', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-475235'] for router (183ff269-53dd-4b7d-9c81-9169262f0a78), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:59.005902 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Router 183ff269-53dd-4b7d-9c81-9169262f0a78 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:45:59.279118 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:45:59.284833 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:45:59.299498 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e2719dc2-8ad3-4012-be15-80076c689a21 demo admin] 10.222.0.23 "PUT /v2.0/routers/183ff269-53dd-4b7d-9c81-9169262f0a78 HTTP/1.1" status: 200 len: 889 time: 2.1352873 Apr 06 10:46:01.990625 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 49716) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:46:02.115031 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-3499b319-6f0c-4ecf-bf4b-6abdc7668bc9 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1232593 Apr 06 10:46:02.572470 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device d51b528e-a422-47a8-9618-4f8398b2dacd up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:46:02.620008 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Sync routers for ids ['183ff269-53dd-4b7d-9c81-9169262f0a78'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:46:02.639053 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Routers {'183ff269-53dd-4b7d-9c81-9169262f0a78'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:46:02.639816 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:45:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['183ff269-53dd-4b7d-9c81-9169262f0a78'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:46:02.736293 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port d51b528e-a422-47a8-9618-4f8398b2dacd triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:46:02.736691 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:02.948254 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Set router 183ff269-53dd-4b7d-9c81-9169262f0a78 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:46:03.047640 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port d51b528e-a422-47a8-9618-4f8398b2dacd is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:46:03.499933 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'name': 'router1', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:37Z', 'updated_at': '2022-04-06T10:45:58Z', 'revision_number': 4, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'gw_port': {'id': '9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:58Z', 'updated_at': '2022-04-06T10:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'd51b528e-a422-47a8-9618-4f8398b2dacd', 'name': '', 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'mac_address': 'fa:16:3e:8d:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:49Z', 'updated_at': '2022-04-06T10:45:53Z', 'revision_number': 5, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'subnets': [{'id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c87d69ed-24d1-41a1-a540-c6016d2391bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:46:03.554427 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Checking router: 183ff269-53dd-4b7d-9c81-9169262f0a78 for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:46:03.554782 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Updating router 183ff269-53dd-4b7d-9c81-9169262f0a78 port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9 binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:46:03.612040 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:04.013248 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Publish callbacks [] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:04.019808 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:04.070772 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Attempting to bind port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:46:04.071145 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Attempting to bind port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:46:04.071546 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Attempting to bind port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9 on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:46:04.079793 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b620a3a-9b42-46e1-a264-ad24a824c686 None None] Pushing event updated for resources: {'Port': ['ID=9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:46:04.082145 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:46:04.083860 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:46:04.084483 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:04.085120 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:46:04.085918 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Bound port: 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:46:04.086521 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:04.174669 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] For port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:46:04.179908 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] For port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:46:04.188320 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:04.259224 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b620a3a-9b42-46e1-a264-ad24a824c686 None None] Pushing event updated for resources: {'Port': ['ID=9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:46:04.266594 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Routers {'183ff269-53dd-4b7d-9c81-9169262f0a78'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:46:04.267363 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:45:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['183ff269-53dd-4b7d-9c81-9169262f0a78'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:46:04.428235 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] Set router 183ff269-53dd-4b7d-9c81-9169262f0a78 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:46:04.757493 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'name': 'router1', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:37Z', 'updated_at': '2022-04-06T10:45:58Z', 'revision_number': 4, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'gw_port': {'id': '9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:58Z', 'updated_at': '2022-04-06T10:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'd51b528e-a422-47a8-9618-4f8398b2dacd', 'name': '', 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'mac_address': 'fa:16:3e:8d:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:49Z', 'updated_at': '2022-04-06T10:45:53Z', 'revision_number': 5, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'subnets': [{'id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c87d69ed-24d1-41a1-a540-c6016d2391bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:46:04.793666 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafe6f04-b3c1-453b-9d71-cd41a99830f9 None None] The sync data for ids ['183ff269-53dd-4b7d-9c81-9169262f0a78'] in dv-cinder-836070-2-iscsi is: [{'id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'name': 'router1', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': '9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:45:37Z', 'updated_at': '2022-04-06T10:45:58Z', 'revision_number': 4, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'gw_port': {'id': '9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:58Z', 'updated_at': '2022-04-06T10:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'd51b528e-a422-47a8-9618-4f8398b2dacd', 'name': '', 'network_id': 'b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f', 'tenant_id': '21f92d368a714c5e9e21ed79c026f776', 'mac_address': 'fa:16:3e:8d:1e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183ff269-53dd-4b7d-9c81-9169262f0a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:45:49Z', 'updated_at': '2022-04-06T10:45:53Z', 'revision_number': 5, 'project_id': '21f92d368a714c5e9e21ed79c026f776', 'subnets': [{'id': '4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c87d69ed-24d1-41a1-a540-c6016d2391bf'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:46:06.428009 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 5 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:46:06.637953 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:46:06.741412 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:46:06.741921 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:06.900265 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:46:06.901355 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:06.943502 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:46:06.951550 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:07.067977 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:46:08.650442 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:46:08.732935 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:46:08.733573 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:08.893970 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 9a6cba9b-6ff0-45b7-b2b8-370bdf4e62f9 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:46:12.798409 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-1b3682a4-0095-4ed9-93b3-cc7adf862cd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:15.769800 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ae9a1181-9bd2-48d1-acb1-65001e73794d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:16.411823 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:18.204760 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:19.586394 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:42.785223 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6884d4e0-b450-473f-857e-3acc913be75a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:43.419760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 5 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:46:45.773587 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-c04513d1-6505-4a62-be0c-4685ebb49262 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:46.411933 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:48.203802 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:46:49.603273 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:12.788432 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-569a3e18-dd15-495f-b82e-bc18d0bd3f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:15.768394 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-60234b4a-9f89-45fd-bd18-f39f55da51a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:16.414511 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:18.204462 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:19.570223 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:20.425248 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 5 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:47:30.812975 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50200) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:30.879162 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe41043-07a6-4167-bfed-6739d986a3a9 admin admin] GET failed (client error): The resource could not be found. Apr 06 10:47:30.880545 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-dfe41043-07a6-4167-bfed-6739d986a3a9 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0666356 Apr 06 10:47:31.054577 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f0c9fc-67af-4825-97c9-fbaf0c650708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:31.056153 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-f5f0c9fc-67af-4825-97c9-fbaf0c650708 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1714189 Apr 06 10:47:33.430453 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50210) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:33.536376 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae18635-76b7-456a-b846-88831d4d5544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:33.537745 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-dae18635-76b7-456a-b846-88831d4d5544 admin admin] 10.222.0.23 "GET /v2.0/subnets/4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb HTTP/1.1" status: 200 len: 849 time: 0.1063292 Apr 06 10:47:33.547334 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:47:33.632630 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Publish callbacks [] for subnet (4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:33.784158 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742206142989'] for subnet (4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:33.817540 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:33.818148 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:33.819433 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] 10.222.0.23 "PUT /v2.0/subnets/4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb HTTP/1.1" status: 200 len: 868 time: 0.2757616 Apr 06 10:47:33.840582 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee094369-d327-4858-8413-461094a5e12c None None] Network b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:47:33.841220 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:47:33.848408 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.848785 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.849110 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.849706 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.850221 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.850565 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.851056 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.851584 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.851954 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.852297 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.853004 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.853445 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.853766 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.854064 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:33.854395 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55068523-755a-407a-b2be-791bcca02ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:47:34.148943 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-1cf3a1ae-9ec0-48a8-9592-1f70212a98a9 None None] Provisioning complete for port d51b528e-a422-47a8-9618-4f8398b2dacd triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:47:34.149841 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-1cf3a1ae-9ec0-48a8-9592-1f70212a98a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (d51b528e-a422-47a8-9618-4f8398b2dacd), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:34.227231 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3a1ae-9ec0-48a8-9592-1f70212a98a9 None None] Current status of the port d51b528e-a422-47a8-9618-4f8398b2dacd is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:47:34.238865 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-1cf3a1ae-9ec0-48a8-9592-1f70212a98a9 None None] Provisioning complete for port eff33b1d-b968-4cdd-bf60-aae7562c033f triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:47:34.239175 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-1cf3a1ae-9ec0-48a8-9592-1f70212a98a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (eff33b1d-b968-4cdd-bf60-aae7562c033f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:34.336077 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3a1ae-9ec0-48a8-9592-1f70212a98a9 None None] Current status of the port eff33b1d-b968-4cdd-bf60-aae7562c033f is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:47:36.211472 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50218) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:36.417081 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b119a75-047c-4de2-8438-5b68a100bef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:36.417490 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b119a75-047c-4de2-8438-5b68a100bef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:36.419000 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-3b119a75-047c-4de2-8438-5b68a100bef4 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2060659 Apr 06 10:47:38.787980 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50226) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:38.992561 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b31b9-1143-4d79-a42d-1a237f0d7b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:38.992939 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4b31b9-1143-4d79-a42d-1a237f0d7b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:38.995271 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-be4b31b9-1143-4d79-a42d-1a237f0d7b12 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2063208 Apr 06 10:47:41.375009 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50236) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:41.503648 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932f209e-e7c3-48a9-bbd2-d7362d9cb892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:41.505037 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-932f209e-e7c3-48a9-bbd2-d7362d9cb892 admin admin] 10.222.0.23 "GET /v2.0/networks/8593671b-c481-47e7-a44e-46a3b883120b HTTP/1.1" status: 200 len: 886 time: 0.1290488 Apr 06 10:47:42.792241 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-19410aca-9803-4dbf-a455-164a6ec125b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:43.878140 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50244) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:44.023611 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b10cfec-7608-4bfd-b201-dc846ff2af70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:44.025038 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-6b10cfec-7608-4bfd-b201-dc846ff2af70 admin admin] 10.222.0.23 "GET /v2.0/networks/b73e4f52-dbbc-4ff2-8b85-e1908e3d5a4f HTTP/1.1" status: 200 len: 869 time: 0.1459668 Apr 06 10:47:45.779600 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ed18c845-8c3d-44f0-9e26-1126097458a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:46.422432 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:46.470220 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50252) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:46.599849 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5f5da8-ede1-4ccf-9909-c22f8b4eaba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:46.600296 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5f5da8-ede1-4ccf-9909-c22f8b4eaba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:46.601837 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-ad5f5da8-ede1-4ccf-9909-c22f8b4eaba1 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303639 Apr 06 10:47:48.213566 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:48.981009 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50260) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:49.070597 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea96337-d1ed-455a-be54-541fcfbbdc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:49.071189 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea96337-d1ed-455a-be54-541fcfbbdc08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:49.072852 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-cea96337-d1ed-455a-be54-541fcfbbdc08 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906413 Apr 06 10:47:49.574725 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:47:51.514159 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50268) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:51.605757 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f3b651-6e2e-4cd9-8f74-54e28942cdea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:51.607389 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-80f3b651-6e2e-4cd9-8f74-54e28942cdea admin admin] 10.222.0.23 "GET /v2.0/subnets/261a4a81-ac6e-47a2-adfc-bdc283c6d409 HTTP/1.1" status: 200 len: 816 time: 0.0922973 Apr 06 10:47:54.090716 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50276) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:47:54.190332 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdaf491-e33c-47d1-b173-c01af9389166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:47:54.191743 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-2cdaf491-e33c-47d1-b173-c01af9389166 admin admin] 10.222.0.23 "GET /v2.0/subnets/4d18983e-a2dc-46b7-82ac-eff4dc5c3cdb HTTP/1.1" status: 200 len: 868 time: 0.1000261 Apr 06 10:47:57.425118 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 5 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:48:12.798619 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa0e80f5-e3a0-45c3-8898-439d8533a30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:15.772786 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9c436802-0191-4e26-9eaa-719cc8f2d289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:16.422417 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:18.213711 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:19.578739 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:34.424237 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 5 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:48:36.239828 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50334) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:48:36.288751 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [None req-48387738-7ed8-4128-a34f-aa2b34b069d0 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:48:36.290251 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-48387738-7ed8-4128-a34f-aa2b34b069d0 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494840 Apr 06 10:48:38.744815 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50342) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:48:38.805919 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa2b983-bbcc-4aa2-b70f-9b7a58875bff admin admin] GET failed (client error): The resource could not be found. Apr 06 10:48:38.807241 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7aa2b983-bbcc-4aa2-b70f-9b7a58875bff admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0615087 Apr 06 10:48:38.892922 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ec432e-c3c3-4a76-9a33-745244915ab1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:48:38.894433 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-22ec432e-c3c3-4a76-9a33-745244915ab1 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831618 Apr 06 10:48:41.312482 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50350) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:48:41.360795 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:48:41.380777 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Made reservation on behalf of db8861eb1c784daaa13a514eae2e4934 for: {'network': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:48:41.383694 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:41.413285 dv-cinder-836070-2-iscsi neutron-server[115084]: WARNING neutron.services.revisions.revision_plugin [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Could not find related network for resource to bump revision. Apr 06 10:48:41.427707 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=115084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:48:41.438968 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (ec59fb03-373a-4005-bd6d-359f0548b182), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:41.439313 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.segments_db [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Added segment ec59fb03-373a-4005-bd6d-359f0548b182 of type vlan for network 0694a40e-1701-44dc-bb16-619af101a83b Apr 06 10:48:41.487150 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (0694a40e-1701-44dc-bb16-619af101a83b), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:41.511750 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (0694a40e-1701-44dc-bb16-619af101a83b), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:41.512614 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:48:41.513185 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:41.587233 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2736006 Apr 06 10:48:41.612816 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Pushing event updated for resources: {'Network': ['ID=0694a40e-1701-44dc-bb16-619af101a83b,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:48:41.621858 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.622202 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.622571 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.622916 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.623249 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.623614 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.623944 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.624274 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.624663 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.624994 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.625341 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.625667 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.625987 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.626305 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.626621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2aea5ba-3264-4790-bdf7-90a89e8ecd86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:41.638865 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 0694a40e-1701-44dc-bb16-619af101a83b details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:48:42.793334 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ddde0779-cdde-4dfa-9849-113f916eb729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:44.007648 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50358) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:48:44.070477 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ba17d7-d5bc-4818-a785-665f2fdfd810 admin admin] GET failed (client error): The resource could not be found. Apr 06 10:48:44.072116 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-46ba17d7-d5bc-4818-a785-665f2fdfd810 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632193 Apr 06 10:48:44.194917 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5ce108-4952-4cd5-aa54-d25ce33438bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:48:44.196365 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-4b5ce108-4952-4cd5-aa54-d25ce33438bd admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1198790 Apr 06 10:48:44.207117 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Request body: {'subnet': {'network_id': '0694a40e-1701-44dc-bb16-619af101a83b', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:48:44.227608 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Made reservation on behalf of db8861eb1c784daaa13a514eae2e4934 for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:48:44.229689 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:44.395404 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (e0e67f75-8913-480e-b9ba-bed7e4fdcf23), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:44.448580 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0e67f75-8913-480e-b9ba-bed7e4fdcf23,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:48:44.458723 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Checking segment: {'id': 'ec59fb03-373a-4005-bd6d-359f0548b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:48:44.459074 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Network hostable DHCP agents. Network: 0694a40e-1701-44dc-bb16-619af101a83b, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:48:44.475584 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Network 0694a40e-1701-44dc-bb16-619af101a83b is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:48:44.484594 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 0694a40e-1701-44dc-bb16-619af101a83b) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:48:44.488727 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:48:44.489323 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:44.494664 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698a66bc-947c-4d22-b20f-1314471440e6 None None] Network 0694a40e-1701-44dc-bb16-619af101a83b requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:48:44.506045 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-abfaf3b0-1ae6-4c2a-9ccb-34c1abec5df0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3027396 Apr 06 10:48:44.605783 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-0694a40e-1701-44dc-bb16-619af101a83b', 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b', 'project_id': 'db8861eb1c784daaa13a514eae2e4934', 'fixed_ips': [{'subnet_id': 'e0e67f75-8913-480e-b9ba-bed7e4fdcf23'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:48:44.606668 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:44.756858 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Allocated IP 192.168.233.2 (0694a40e-1701-44dc-bb16-619af101a83b/e0e67f75-8913-480e-b9ba-bed7e4fdcf23/b211903b-615e-4091-acb9-3c59345edb1e) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:48:44.903303 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Publish callbacks [] for port (b211903b-615e-4091-acb9-3c59345edb1e), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:44.910119 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (b211903b-615e-4091-acb9-3c59345edb1e), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:44.955397 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Network 0694a40e-1701-44dc-bb16-619af101a83b is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:48:44.958648 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:48:44.962905 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:48:44.968478 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Pushing event updated for resources: {'Port': ['ID=b211903b-615e-4091-acb9-3c59345edb1e,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:48:44.981027 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.981383 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.981751 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.982114 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.982708 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.983043 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.983373 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.983737 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.984067 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.984395 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.984725 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.985074 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.985406 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.985734 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:44.986061 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:48:45.036043 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Attempting to bind port b211903b-615e-4091-acb9-3c59345edb1e on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:48:45.036345 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Attempting to bind port b211903b-615e-4091-acb9-3c59345edb1e by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': 'ec59fb03-373a-4005-bd6d-359f0548b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:48:45.036762 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Attempting to bind port b211903b-615e-4091-acb9-3c59345edb1e on network 0694a40e-1701-44dc-bb16-619af101a83b {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:48:45.042898 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:48:45.043280 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Checking segment: {'id': 'ec59fb03-373a-4005-bd6d-359f0548b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:48:45.043721 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:45.044120 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Bound using segment: {'id': 'ec59fb03-373a-4005-bd6d-359f0548b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:48:45.044587 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Bound port: b211903b-615e-4091-acb9-3c59345edb1e, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec59fb03-373a-4005-bd6d-359f0548b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:48:45.045017 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (b211903b-615e-4091-acb9-3c59345edb1e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:45.111017 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] For port b211903b-615e-4091-acb9-3c59345edb1e, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:48:45.114790 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] For port b211903b-615e-4091-acb9-3c59345edb1e, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=b211903b-615e-4091-acb9-3c59345edb1e,segment=NetworkSegment(ec59fb03-373a-4005-bd6d-359f0548b182),segment_id=ec59fb03-373a-4005-bd6d-359f0548b182)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:48:45.121187 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (b211903b-615e-4091-acb9-3c59345edb1e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:45.184757 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779d08d5-c329-49fe-9cad-e8e2a9b7f0fc None None] Pushing event updated for resources: {'Port': ['ID=b211903b-615e-4091-acb9-3c59345edb1e,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:48:45.781536 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-0f33ab93-7432-4883-8953-65cf18cad55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:46.045650 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df0d757-f8e6-4f1a-9caf-3b027ca4f653 None None] Network 0694a40e-1701-44dc-bb16-619af101a83b requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:48:46.124848 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-a77cd04a-540d-4ff8-a6bb-3c47285b823f None None] Provisioning complete for port b211903b-615e-4091-acb9-3c59345edb1e triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:48:46.125241 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a77cd04a-540d-4ff8-a6bb-3c47285b823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (b211903b-615e-4091-acb9-3c59345edb1e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:46.244399 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-a77cd04a-540d-4ff8-a6bb-3c47285b823f None None] Current status of the port b211903b-615e-4091-acb9-3c59345edb1e is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:48:46.245003 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a77cd04a-540d-4ff8-a6bb-3c47285b823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (b211903b-615e-4091-acb9-3c59345edb1e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:46.284873 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-a77cd04a-540d-4ff8-a6bb-3c47285b823f None None] For port b211903b-615e-4091-acb9-3c59345edb1e, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=b211903b-615e-4091-acb9-3c59345edb1e,segment=NetworkSegment(ec59fb03-373a-4005-bd6d-359f0548b182),segment_id=ec59fb03-373a-4005-bd6d-359f0548b182)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:48:46.290345 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a77cd04a-540d-4ff8-a6bb-3c47285b823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (b211903b-615e-4091-acb9-3c59345edb1e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:46.346751 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77cd04a-540d-4ff8-a6bb-3c47285b823f None None] Pushing event updated for resources: {'Port': ['ID=b211903b-615e-4091-acb9-3c59345edb1e,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:48:46.421695 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-1e15de6e-68ae-413e-8be7-bd651e8ab66f None None] Provisioning complete for port b211903b-615e-4091-acb9-3c59345edb1e triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:48:46.422093 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-1e15de6e-68ae-413e-8be7-bd651e8ab66f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (b211903b-615e-4091-acb9-3c59345edb1e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:46.453391 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:46.514634 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-1e15de6e-68ae-413e-8be7-bd651e8ab66f None None] Current status of the port b211903b-615e-4091-acb9-3c59345edb1e is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:48:46.668656 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device b211903b-615e-4091-acb9-3c59345edb1e up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:48:46.728703 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port b211903b-615e-4091-acb9-3c59345edb1e triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:48:46.729074 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (b211903b-615e-4091-acb9-3c59345edb1e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:46.818313 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port b211903b-615e-4091-acb9-3c59345edb1e is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:48:48.217252 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:48:49.582826 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:11.423398 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 5 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:49:12.796836 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9103bbb0-9bb2-4bfe-8dfc-06f623ed503c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:15.777728 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-2e1a08ac-7a70-498e-88af-7dfab2615757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:16.428836 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:18.222043 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:19.586979 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:42.799687 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6da39da8-3e49-4382-9445-ca52c93b8348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:45.780195 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-dd3aeb4d-7bca-4e53-8ba7-4907fae9ab83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:46.432550 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:48.223501 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:49:48.422163 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 5 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:49:49.592143 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:12.802801 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6b93bd6c-04e4-47ef-aae4-a8199eda5064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:15.782655 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-57c15238-02ab-4575-8382-aecc5432a30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:16.435322 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:16.939672 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50396) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:50:16.945876 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [None req-9a4dbe3a-7807-4902-b6fe-3eb4a72c7655 tempest-verify_tempest_config-71340034 tempest-verify_tempest_config-71340034-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:50:16.946881 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-9a4dbe3a-7807-4902-b6fe-3eb4a72c7655 tempest-verify_tempest_config-71340034 tempest-verify_tempest_config-71340034-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062644 Apr 06 10:50:17.236039 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50414) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:50:17.346729 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:17.424530 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Publish callbacks [] for security_group (b893667f-b727-4b9d-9a98-a1a896648b25), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:17.429343 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b893667f-b727-4b9d-9a98-a1a896648b25), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:17.473378 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b893667f-b727-4b9d-9a98-a1a896648b25,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:50:17.477641 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f24b6333ee19463998da849382d3642b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2400825 Apr 06 10:50:17.480438 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50418) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:50:17.483023 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.483361 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.483980 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.484313 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.484636 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.484960 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.485279 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.485593 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.485911 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.486229 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.486544 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.486865 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.487176 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.487512 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.487828 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c66fe62-f1b5-47d6-8346-fdecaa12d6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.539916 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Publish callbacks [] for security_group (b893667f-b727-4b9d-9a98-a1a896648b25), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:17.560896 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Publish callbacks [] for security_group (b893667f-b727-4b9d-9a98-a1a896648b25), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:17.654323 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b893667f-b727-4b9d-9a98-a1a896648b25), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:17.656915 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:17.658085 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b893667f-b727-4b9d-9a98-a1a896648b25 HTTP/1.1" status: 204 len: 168 time: 0.1766989 Apr 06 10:50:17.666675 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b893667f-b727-4b9d-9a98-a1a896648b25,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:50:17.673396 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.673740 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.674076 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.674474 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.674803 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.675079 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.675403 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.675755 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.676091 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.676401 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.676720 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.677053 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.677388 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.677674 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:17.677989 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3241333-a659-4dce-aeab-33abcf408b50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:50:18.226241 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:19.595483 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:25.420629 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 5 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:50:42.804331 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a9e2cc71-0398-4374-818e-41e825e43f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:45.784286 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cbcfac5b-116d-41da-b4a0-96b0f28d50b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:46.436769 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:48.229063 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:50:49.597104 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:02.419481 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 5 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:51:12.805726 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e315a52e-fb7b-4b2e-91b5-ea7bbc86cb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:15.787228 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-290b8aa3-e2ab-4d13-9b46-f34b34101d89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:16.447114 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:18.232847 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:19.599761 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:39.417188 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 5 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:51:42.808331 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-dfac7708-c6a9-4ca8-bc65-fc490c159818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:45.789900 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a866673e-da9f-4689-937c-df53d66b0db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:46.443514 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:48.237175 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:51:49.602796 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:03.132205 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-505990'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:12.812680 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8890-8d05-407d-8390-39b5286b5982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:15.792613 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-90740819-9d08-45a9-8fd8-e3a21084a7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:16.416695 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:52:16.447271 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:18.248699 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:18.426340 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50490) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:52:18.530832 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7eaebc7c-0696-4937-89fa-d9624f009606 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1034014 Apr 06 10:52:19.604071 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:20.902159 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50500) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:52:20.956405 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-e8c7ea38-f6e5-47d6-bf0d-623ef1ea55cb admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524666 Apr 06 10:52:33.088335 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:42.814595 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9a46c2a9-2962-49c3-b2e5-e270a7080fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:45.793857 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8aed7b94-085b-4314-ad51-30d60670e8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:46.448649 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:48.242604 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:49.606505 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:52:53.416479 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:53:03.105546 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:12.816281 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cd746f3f-b316-47d2-81be-8676c1e13c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:15.796398 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3bec0bed-c9bb-4db9-a220-1377d7e2e403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:16.457609 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:18.260291 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:19.618287 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:30.416415 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:53:33.120543 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:42.827110 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3a34cda1-b0de-4b3c-a605-33fc7cae828d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:45.800244 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-71ef1147-0b6b-4fad-968f-fad42751f65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:46.466398 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:48.253780 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:53:49.618188 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:03.133445 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:06.643872 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50712) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:06.862190 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50732) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:07.116982 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50748) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:07.166128 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-network', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:07.204170 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Made reservation on behalf of 3d35baa9bd0b438fadef42b3a0a4bca8 for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:07.208542 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.232355 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1902426222-network', 'tenant_id': 'f5060f9164ce46468c88985ec0d92975'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:07.240906 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.331377 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Made reservation on behalf of f5060f9164ce46468c88985ec0d92975 for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:07.336538 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.361282 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.421295 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:54:07.459972 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Publish callbacks [] for security_group (796d3d89-de79-40d7-abc5-0c6af85b4fdd), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.469112 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (796d3d89-de79-40d7-abc5-0c6af85b4fdd), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.529343 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:54:07.547349 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (83e6cad2-b398-40fc-ae1e-4d41d928eaef), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.548034 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Added segment 83e6cad2-b398-40fc-ae1e-4d41d928eaef of type vlan for network 96f3043b-67c6-464c-b72a-826c66d4afef Apr 06 10:54:07.606069 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (96f3043b-67c6-464c-b72a-826c66d4afef), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.639976 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796d3d89-de79-40d7-abc5-0c6af85b4fdd,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:07.647300 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (96f3043b-67c6-464c-b72a-826c66d4afef), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.649107 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:07.649877 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.734088 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Publish callbacks [] for security_group (d0f135ca-7732-440f-a89c-4d425d1be954), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:07.748449 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-846935278-network', 'tenant_id': '9283348a33dd4069a243783b2295178f'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:07.761273 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50768) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:07.767691 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Request body: {'subnet': {'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-subnet', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:07.772114 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1264598 Apr 06 10:54:07.798087 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Made reservation on behalf of 3d35baa9bd0b438fadef42b3a0a4bca8 for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:07.803887 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.014655 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (d0f135ca-7732-440f-a89c-4d425d1be954), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.038087 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:54:08.051235 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (f96c1e37-2304-41ea-bb04-348f82d343b9), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.057320 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Added segment f96c1e37-2304-41ea-bb04-348f82d343b9 of type vlan for network 0b462d85-da35-44aa-a689-25c11801375d Apr 06 10:54:08.107141 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (0b462d85-da35-44aa-a689-25c11801375d), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.115200 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Pushing event updated for resources: {'Network': ['ID=96f3043b-67c6-464c-b72a-826c66d4afef,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:08.118295 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.119246 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.119837 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.120399 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.121020 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.121573 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.122111 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.122661 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.123260 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.123688 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.124107 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.124523 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.124914 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.125327 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.125707 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Tracked resource versions report: Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: pushed versions: Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: { 'AddressGroup': {'1.2'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Agent': {'1.1'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'ConntrackHelper': {'1.0'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Log': {'1.0'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'NDPProxy': {'1.0'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Network': {'1.1'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Port': {'1.7'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'PortForwarding': {'1.3'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'QosPolicy': {'1.10'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SecurityGroup': {'1.5'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SubPort': {'1.0'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Subnet': {'1.1'}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Trunk': {'1.1'}} Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: consumer versions: Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: { DHCP agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: HyperV agent@hv-cinder-83607: {}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: L3 agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: Metadata agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: Metering agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: Open vSwitch agent@dv-cinder-836070-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Agent': '1.1', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'ConntrackHelper': '1.0', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'LocalIPAssociation': '1.0', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Log': '1.0', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'NDPProxy': '1.0', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Network': '1.1', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Port': '1.7', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'PortForwarding': '1.3', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'QosPolicy': '1.10', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SecurityGroup': '1.5', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SecurityGroupRule': '1.2', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'SubPort': '1.0', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Subnet': '1.1', Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: 'Trunk': '1.1'}} Apr 06 10:54:08.127100 dv-cinder-836070-2-iscsi neutron-server[115083]: {{(pid=115083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:54:08.186155 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f135ca-7732-440f-a89c-4d425d1be954,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:08.196236 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Made reservation on behalf of 9283348a33dd4069a243783b2295178f for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:08.198613 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.212342 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.223962 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.224803 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.225384 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.225919 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.226847 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.227416 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.227993 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.228914 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.229467 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.230032 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.230792 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.231647 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.232351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.233230 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.233788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11ac175-6aab-4635-9ab5-554602361c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.260950 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.278675 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 96f3043b-67c6-464c-b72a-826c66d4afef details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:54:08.531637 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:08.559014 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Publish callbacks [] for security_group (ffe25150-956a-4e51-81d3-7be7a2af2215), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.566532 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (0b462d85-da35-44aa-a689-25c11801375d), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.569451 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:08.571215 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.580894 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ffe25150-956a-4e51-81d3-7be7a2af2215), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.593446 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.594079 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.594573 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.595086 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.595728 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.596214 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.596690 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.597194 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.597706 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.598185 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.599430 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.600048 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.600834 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.601329 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.601800 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Tracked resource versions report: Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: pushed versions: Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: { 'AddressGroup': {'1.2'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Agent': {'1.1'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'ConntrackHelper': {'1.0'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Log': {'1.0'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'NDPProxy': {'1.0'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Network': {'1.1'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Port': {'1.7'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'PortForwarding': {'1.3'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'QosPolicy': {'1.10'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SecurityGroup': {'1.5'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SubPort': {'1.0'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Subnet': {'1.1'}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Trunk': {'1.1'}} Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: consumer versions: Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: { DHCP agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: HyperV agent@hv-cinder-83607: {}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: L3 agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: Metadata agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: Metering agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: Open vSwitch agent@dv-cinder-836070-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Agent': '1.1', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'ConntrackHelper': '1.0', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'LocalIPAssociation': '1.0', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Log': '1.0', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'NDPProxy': '1.0', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Network': '1.1', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Port': '1.7', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'PortForwarding': '1.3', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'QosPolicy': '1.10', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SecurityGroup': '1.5', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SecurityGroupRule': '1.2', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'SubPort': '1.0', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Subnet': '1.1', Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: 'Trunk': '1.1'}} Apr 06 10:54:08.603169 dv-cinder-836070-2-iscsi neutron-server[115084]: {{(pid=115084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:54:08.660595 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Checking segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:08.667903 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Network hostable DHCP agents. Network: 96f3043b-67c6-464c-b72a-826c66d4afef, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:54:08.710960 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Network 96f3043b-67c6-464c-b72a-826c66d4afef is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:54:08.736923 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 96f3043b-67c6-464c-b72a-826c66d4afef) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:08.758965 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:08.761942 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.777986 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b4f23-8eab-4bfe-8328-ca260ddeaacc None None] Network 96f3043b-67c6-464c-b72a-826c66d4afef requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:54:08.809769 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-36f85274-2ed5-404d-818d-315d9fd621d8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0470538 Apr 06 10:54:08.812138 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50794) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:08.821409 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:54:08.835166 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:08.847091 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9791825 Apr 06 10:54:08.850735 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50796) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:08.879081 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Request body: {'subnet': {'network_id': '0b462d85-da35-44aa-a689-25c11801375d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1902426222-subnet', 'tenant_id': 'f5060f9164ce46468c88985ec0d92975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:08.918628 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Made reservation on behalf of f5060f9164ce46468c88985ec0d92975 for: {'subnet': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:08.924580 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.941565 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe25150-956a-4e51-81d3-7be7a2af2215,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:08.947190 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.950590 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.963577 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (15f59ada-0925-48ba-a144-507c3caa84a6), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:08.968148 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Added segment 15f59ada-0925-48ba-a144-507c3caa84a6 of type vlan for network b9435f01-e75d-47f9-9918-d437dc99ce1a Apr 06 10:54:09.126789 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-96f3043b-67c6-464c-b72a-826c66d4afef', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:54:09.127735 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.179527 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1355ea9-e2f3-4331-9f46-0d67444aa84c admin admin] Pushing event updated for resources: {'Network': ['ID=0b462d85-da35-44aa-a689-25c11801375d,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:09.220487 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 0b462d85-da35-44aa-a689-25c11801375d details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:54:09.308147 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks [] for router_controller (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), precommit_add_association {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.718415 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (b9435f01-e75d-47f9-9918-d437dc99ce1a), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.735075 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (1d8f8efb-3007-4800-aefe-8a118505ff9c), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.815629 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks [] for router_gateway (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.887017 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (b9435f01-e75d-47f9-9918-d437dc99ce1a), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.889590 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:09.890780 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:09.901098 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8f8efb-3007-4800-aefe-8a118505ff9c,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:09.921015 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Allocated IP 172.20.0.2 (96f3043b-67c6-464c-b72a-826c66d4afef/2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c/f4967eca-b5f4-4af1-8e0f-7e38435ffc4b) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:10.028912 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9102027 Apr 06 10:54:10.030221 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50842) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:10.054052 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Request body: {'subnet': {'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-846935278-subnet', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:10.059811 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Checking segment: {'id': 'f96c1e37-2304-41ea-bb04-348f82d343b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0b462d85-da35-44aa-a689-25c11801375d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:10.064354 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Network hostable DHCP agents. Network: 0b462d85-da35-44aa-a689-25c11801375d, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:54:10.120661 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50844) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:10.129008 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d7094-344c-4a89-a293-eea9a85d56df admin admin] Pushing event updated for resources: {'Network': ['ID=b9435f01-e75d-47f9-9918-d437dc99ce1a,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:10.194071 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Made reservation on behalf of 9283348a33dd4069a243783b2295178f for: {'subnet': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:10.199910 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.474005 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network b9435f01-e75d-47f9-9918-d437dc99ce1a details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:54:10.512017 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-464a664a-461b-4075-b7cf-7a04d3728b5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.526977 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Network 0b462d85-da35-44aa-a689-25c11801375d is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:54:10.542401 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (d8cb4a9d-3fd6-40dd-93f9-d0599d19883c), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.583411 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 0b462d85-da35-44aa-a689-25c11801375d) {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:10.609932 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:10.611355 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.756029 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-464a664a-461b-4075-b7cf-7a04d3728b5a admin admin] Publish callbacks [] for security_group (f71a6dab-de48-4caf-82f0-00547e6212fc), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.757599 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-6713588f-3a8d-4d10-8fe3-d15d10f00860 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8851020 Apr 06 10:54:10.767363 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-464a664a-461b-4075-b7cf-7a04d3728b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (f71a6dab-de48-4caf-82f0-00547e6212fc), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.787419 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Checking segment: {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:10.788484 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Network hostable DHCP agents. Network: b9435f01-e75d-47f9-9918-d437dc99ce1a, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:54:10.799620 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8cb4a9d-3fd6-40dd-93f9-d0599d19883c,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:10.816253 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7befec-d408-4a23-b457-ad6f9aeaa378 None None] Network 0b462d85-da35-44aa-a689-25c11801375d requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:54:10.829249 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Network b9435f01-e75d-47f9-9918-d437dc99ce1a is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:54:10.854424 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, b9435f01-e75d-47f9-9918-d437dc99ce1a) {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:10.864476 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:10.873591 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.896777 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Publish callbacks [] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:10.907060 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a664a-461b-4075-b7cf-7a04d3728b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f71a6dab-de48-4caf-82f0-00547e6212fc,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:10.916780 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-87e77187-002f-45e8-a07e-ca713dde2d5a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8817441 Apr 06 10:54:10.921540 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50866) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:10.929416 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:11.005901 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665ca77e-e127-44b7-8f00-6c4ed6a2c045 None None] Network b9435f01-e75d-47f9-9918-d437dc99ce1a requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:54:11.011948 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.014197 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.119802 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks [] for router_gateway (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.229960 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.245700 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-464a664a-461b-4075-b7cf-7a04d3728b5a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d633e8466c6347789ea4a54aaff867b4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1219313 Apr 06 10:54:11.249906 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50874) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:11.322361 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks [] for router_controller (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), precommit_add_association {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.588204 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.639189 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Network 96f3043b-67c6-464c-b72a-826c66d4afef is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:11.655937 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:11.655937 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:11.717650 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-b9435f01-e75d-47f9-9918-d437dc99ce1a', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'project_id': '9283348a33dd4069a243783b2295178f', 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:54:11.719435 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.766830 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a5abbc0c-da03-4bf6-b315-f4fb4dfae47b admin admin] Publish callbacks [] for security_group (f71a6dab-de48-4caf-82f0-00547e6212fc), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:11.788484 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Allocated IP 172.27.1.197 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/23749a8f-c7ae-4929-ab71-da9fe85ab3d1) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:11.915856 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a5abbc0c-da03-4bf6-b315-f4fb4dfae47b admin admin] Publish callbacks [] for security_group (f71a6dab-de48-4caf-82f0-00547e6212fc), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.026070 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Allocated IP 172.20.0.2 (b9435f01-e75d-47f9-9918-d437dc99ce1a/d8cb4a9d-3fd6-40dd-93f9-d0599d19883c/5335a46c-1cc9-4921-9850-8bc6f5ece320) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:12.172951 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks [] for router_gateway (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.225140 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50926) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:12.240515 dv-cinder-836070-2-iscsi neutron-server[115084]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 10:54:12.315004 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Publish callbacks [] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.321246 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a84102-4e58-4b03-96ed-7c5d3071d55c None None] Network 0b462d85-da35-44aa-a689-25c11801375d requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:54:12.384624 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks [] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.412235 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.491433 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Pushing event updated for resources: {'Port': ['ID=f4967eca-b5f4-4af1-8e0f-7e38435ffc4b,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:12.499786 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50930) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:12.503071 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.507884 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Network b9435f01-e75d-47f9-9918-d437dc99ce1a is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:12.515271 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Attempting to bind port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:12.515683 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Attempting to bind port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:12.516108 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Attempting to bind port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b on network 96f3043b-67c6-464c-b72a-826c66d4afef {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:12.518985 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:12.522940 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:12.526736 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.527115 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.527512 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.527884 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.528259 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.528599 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.528983 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.529301 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.529659 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.530019 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.530396 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.530763 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.531120 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.531449 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.531853 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Tracked resource versions report: Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: pushed versions: Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: { 'AddressGroup': {'1.2'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Agent': {'1.1'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'ConntrackHelper': {'1.0'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Log': {'1.0'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'NDPProxy': {'1.0'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Network': {'1.1'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Port': {'1.7'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'PortForwarding': {'1.3'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'QosPolicy': {'1.10'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SecurityGroup': {'1.5'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SubPort': {'1.0'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Subnet': {'1.1'}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Trunk': {'1.1'}} Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: consumer versions: Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: { DHCP agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: HyperV agent@hv-cinder-83607: {}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: L3 agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: Metadata agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: Metering agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: Open vSwitch agent@dv-cinder-836070-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Agent': '1.1', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'ConntrackHelper': '1.0', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'LocalIPAssociation': '1.0', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Log': '1.0', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'NDPProxy': '1.0', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Network': '1.1', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Port': '1.7', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'PortForwarding': '1.3', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'QosPolicy': '1.10', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SecurityGroup': '1.5', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SecurityGroupRule': '1.2', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'SubPort': '1.0', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Subnet': '1.1', Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: 'Trunk': '1.1'}} Apr 06 10:54:12.533131 dv-cinder-836070-2-iscsi neutron-server[115085]: {{(pid=115085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:54:12.567871 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a5abbc0c-da03-4bf6-b315-f4fb4dfae47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (f71a6dab-de48-4caf-82f0-00547e6212fc), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.572399 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a5abbc0c-da03-4bf6-b315-f4fb4dfae47b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.578071 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a5abbc0c-da03-4bf6-b315-f4fb4dfae47b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f71a6dab-de48-4caf-82f0-00547e6212fc HTTP/1.1" status: 204 len: 168 time: 1.3230655 Apr 06 10:54:12.594570 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:12.594570 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Checking segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:12.594570 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.594570 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Bound using segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:12.594570 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Bound port: f4967eca-b5f4-4af1-8e0f-7e38435ffc4b, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:12.594570 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.621673 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abbc0c-da03-4bf6-b315-f4fb4dfae47b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71a6dab-de48-4caf-82f0-00547e6212fc,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:12.681005 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:12.704183 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:12.722096 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks [] for router_gateway (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.725735 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:12.799908 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.804539 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Pushing event updated for resources: {'Port': ['ID=5335a46c-1cc9-4921-9850-8bc6f5ece320,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:12.860534 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Attempting to bind port 5335a46c-1cc9-4921-9850-8bc6f5ece320 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:12.860888 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Attempting to bind port 5335a46c-1cc9-4921-9850-8bc6f5ece320 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:12.861265 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Attempting to bind port 5335a46c-1cc9-4921-9850-8bc6f5ece320 on network b9435f01-e75d-47f9-9918-d437dc99ce1a {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:12.877149 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-635a19b6-ac40-4a24-97cb-9932544cd057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.886444 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:12.886835 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Checking segment: {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:12.887251 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.887700 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Bound using segment: {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:12.888501 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Bound port: 5335a46c-1cc9-4921-9850-8bc6f5ece320, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:12.889017 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.910764 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Pushing event updated for resources: {'Port': ['ID=23749a8f-c7ae-4929-ab71-da9fe85ab3d1,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:12.924897 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d60f319-a1f7-447f-af00-61b622796a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:12.933105 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] For port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:12.956933 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-2c370370-ea8c-4d0b-ae36-0c269b513f51 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:12.959348 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-2c370370-ea8c-4d0b-ae36-0c269b513f51 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/networks?id=0b462d85-da35-44aa-a689-25c11801375d HTTP/1.1" status: 200 len: 812 time: 0.7294579 Apr 06 10:54:13.024277 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-2e569000-69f2-478b-8a2e-494c49d3db7d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/quotas/f5060f9164ce46468c88985ec0d92975 HTTP/1.1" status: 200 len: 375 time: 0.0349774 Apr 06 10:54:13.031100 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] For port 5335a46c-1cc9-4921-9850-8bc6f5ece320, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:13.037066 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] For port 5335a46c-1cc9-4921-9850-8bc6f5ece320, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=5335a46c-1cc9-4921-9850-8bc6f5ece320,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:13.053398 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.068869 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] For port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=f4967eca-b5f4-4af1-8e0f-7e38435ffc4b,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:13.094709 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-c8464c14-d883-46de-a5e0-60df79933bde tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f5060f9164ce46468c88985ec0d92975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692286 Apr 06 10:54:13.231564 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd65ec-a15b-425c-b954-1234154c798f None None] Pushing event updated for resources: {'Port': ['ID=5335a46c-1cc9-4921-9850-8bc6f5ece320,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:13.248234 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50956) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:13.255404 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Allocated IP 172.27.1.108 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/70ee61f3-146b-4a3f-be9d-e9aeada4eb7a) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:13.321448 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.380998 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-19231b9d-8d07-447c-a8a6-c0c601552a12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.516485 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a12918f-9902-47d4-8c9b-376e1f493cc2 None None] Pushing event updated for resources: {'Port': ['ID=f4967eca-b5f4-4af1-8e0f-7e38435ffc4b,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:13.530781 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks [] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.568518 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks [] for router_gateway (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.686485 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d60f319-a1f7-447f-af00-61b622796a6b admin admin] Publish callbacks [] for security_group (f7bf4603-3e18-44e4-ac15-9cde554aec8b), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.687768 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.706141 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d60f319-a1f7-447f-af00-61b622796a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (f7bf4603-3e18-44e4-ac15-9cde554aec8b), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:13.949019 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:13.960156 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:13.971069 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:13.993081 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Pushing event updated for resources: {'Port': ['ID=70ee61f3-146b-4a3f-be9d-e9aeada4eb7a,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:14.036823 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-110f71a1-9fe5-462d-8eb0-417f966707a4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:54:14.052920 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-110f71a1-9fe5-462d-8eb0-417f966707a4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5065022 Apr 06 10:54:14.271197 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 50984) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:14.272185 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-9d60f319-a1f7-447f-af00-61b622796a6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b797b72a9fba42b182c8a608ef88384c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7696543 Apr 06 10:54:14.363843 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-19231b9d-8d07-447c-a8a6-c0c601552a12 admin admin] Publish callbacks [] for security_group (5dab7d3b-ffb7-462c-b57d-b927afec66cd), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.380312 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60f319-a1f7-447f-af00-61b622796a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bf4603-3e18-44e4-ac15-9cde554aec8b,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:14.390997 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-19231b9d-8d07-447c-a8a6-c0c601552a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (5dab7d3b-ffb7-462c-b57d-b927afec66cd), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.656643 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5fb7226c-42f9-46fb-82f5-8326c3375e3f admin admin] Publish callbacks [] for security_group (f7bf4603-3e18-44e4-ac15-9cde554aec8b), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.691433 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5fb7226c-42f9-46fb-82f5-8326c3375e3f admin admin] Publish callbacks [] for security_group (f7bf4603-3e18-44e4-ac15-9cde554aec8b), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.826136 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks [] for router_gateway (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.838242 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.849029 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-19231b9d-8d07-447c-a8a6-c0c601552a12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2098807ca1e04a5c9dc2dc450a5fb606&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5970232 Apr 06 10:54:14.858652 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19231b9d-8d07-447c-a8a6-c0c601552a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dab7d3b-ffb7-462c-b57d-b927afec66cd,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:14.863430 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 50996) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:14.905961 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5fb7226c-42f9-46fb-82f5-8326c3375e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (f7bf4603-3e18-44e4-ac15-9cde554aec8b), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.912467 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5fb7226c-42f9-46fb-82f5-8326c3375e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:14.914905 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-5fb7226c-42f9-46fb-82f5-8326c3375e3f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7bf4603-3e18-44e4-ac15-9cde554aec8b HTTP/1.1" status: 204 len: 168 time: 0.6405690 Apr 06 10:54:14.941040 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7226c-42f9-46fb-82f5-8326c3375e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bf4603-3e18-44e4-ac15-9cde554aec8b,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:15.156762 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-eacae213-4eea-4247-962b-7fbe6fc815e3 service neutron] 10.222.0.23 "GET /v2.0/networks/0b462d85-da35-44aa-a689-25c11801375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1020064 Apr 06 10:54:15.167157 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device f4967eca-b5f4-4af1-8e0f-7e38435ffc4b up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:15.283228 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:15.283757 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.391517 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.497290 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:15.500310 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.501756 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fc467427-025a-46b8-bfc9-893c172e69fc admin admin] Publish callbacks [] for security_group (5dab7d3b-ffb7-462c-b57d-b927afec66cd), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.585449 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394dbf2-dd06-4a49-bf7c-ccd477f415f1 None None] Network 96f3043b-67c6-464c-b72a-826c66d4afef requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:54:15.607587 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fc467427-025a-46b8-bfc9-893c172e69fc admin admin] Publish callbacks [] for security_group (5dab7d3b-ffb7-462c-b57d-b927afec66cd), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.680041 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-01c785ae-2b01-4d1c-aa7a-5c33a4a532dd service neutron] 10.222.0.23 "GET /v2.0/networks/0b462d85-da35-44aa-a689-25c11801375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242818 Apr 06 10:54:15.727618 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=f4967eca-b5f4-4af1-8e0f-7e38435ffc4b,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:15.740944 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.743071 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 5335a46c-1cc9-4921-9850-8bc6f5ece320 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:15.756879 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:54:15.767820 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fc467427-025a-46b8-bfc9-893c172e69fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (5dab7d3b-ffb7-462c-b57d-b927afec66cd), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.770709 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fc467427-025a-46b8-bfc9-893c172e69fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:15.789259 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-fc467427-025a-46b8-bfc9-893c172e69fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dab7d3b-ffb7-462c-b57d-b927afec66cd HTTP/1.1" status: 204 len: 168 time: 0.9069264 Apr 06 10:54:15.819776 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc467427-025a-46b8-bfc9-893c172e69fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dab7d3b-ffb7-462c-b57d-b927afec66cd,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:15.833151 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=f4967eca-b5f4-4af1-8e0f-7e38435ffc4b,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:15.880264 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:54:15.907082 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afeda35-e4b2-4c83-9fca-83825b8da545 None None] Network b9435f01-e75d-47f9-9918-d437dc99ce1a requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:54:15.914873 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-3fa91559-8edf-4eb0-a463-efdb5e22bc64 None None] Provisioning complete for port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:15.919723 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3fa91559-8edf-4eb0-a463-efdb5e22bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.072721 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:16.088658 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Sync routers for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:16.119316 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:16.120362 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:54:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:16.146607 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:16.149080 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.149080 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-03600534-7724-49e2-95f5-4355c0a328eb admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.3163548 Apr 06 10:54:16.151202 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 51030) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:16.214512 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.219437 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-499c3d9b-b545-4974-bc70-8971fe11754d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2960258 Apr 06 10:54:16.219614 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51034) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:16.229558 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-1c664211-6f6e-42ae-adf9-ec03b82bd567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.244421 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Sync routers for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:16.380553 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:16.381242 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:54:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:16.381951 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 51040) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:16.392417 dv-cinder-836070-2-iscsi neutron-server[115083]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 06 10:54:16.529794 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 5335a46c-1cc9-4921-9850-8bc6f5ece320 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:16.530258 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:16.772031 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-3fa91559-8edf-4eb0-a463-efdb5e22bc64 None None] Current status of the port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:16.775748 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:16.834608 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-dc08cb46-f6e6-4017-8fb3-d26b8a215bb3 req-fef39b33-2683-451f-aefc-659dda80e2c1 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 210 time: 0.4509940 Apr 06 10:54:17.295649 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.402690 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 3, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:17.486841 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Checking router: d47a5e74-1a6d-46f0-ad1f-a97fae1a220d for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:17.489344 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Updating router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 binding host dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:54:17.571175 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-b34e0e1f-43fc-46a8-8e0f-d9debb022077 None None] Provisioning complete for port 5335a46c-1cc9-4921-9850-8bc6f5ece320 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:17.573038 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b34e0e1f-43fc-46a8-8e0f-d9debb022077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.579598 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.638869 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.660394 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:17.762238 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 5335a46c-1cc9-4921-9850-8bc6f5ece320 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:17.763212 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:17.966349 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.213090 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Allocated IP 172.20.0.1 (b9435f01-e75d-47f9-9918-d437dc99ce1a/d8cb4a9d-3fd6-40dd-93f9-d0599d19883c/39af71cc-a479-490b-8963-9017bf1fe1d9) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:18.289943 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-92e737e2-124d-45a8-b45d-995d6ac0947b req-ada07f6b-ffe7-415a-85f2-01d36219bd3f tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 210 time: 0.2646484 Apr 06 10:54:18.412131 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 5335a46c-1cc9-4921-9850-8bc6f5ece320, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=5335a46c-1cc9-4921-9850-8bc6f5ece320,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:18.428884 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.493976 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Publish callbacks [] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), precommit_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.509061 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.532943 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.581071 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Publish callbacks [] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.649040 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-b34e0e1f-43fc-46a8-8e0f-d9debb022077 None None] Current status of the port 5335a46c-1cc9-4921-9850-8bc6f5ece320 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:18.654100 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device f4967eca-b5f4-4af1-8e0f-7e38435ffc4b up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:18.699662 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Pushing event updated for resources: {'Port': ['ID=23749a8f-c7ae-4929-ab71-da9fe85ab3d1,revision_number=2']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:18.702070 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Attempting to bind port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:18.702437 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Attempting to bind port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:18.702788 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Attempting to bind port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:18.736471 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.741075 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.741669 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.742199 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.753465 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.755313 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.757432 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.760881 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.762278 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.762896 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.765670 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.766145 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.766629 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.767093 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.769127 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.769665 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Tracked resource versions report: Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: pushed versions: Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: { 'AddressGroup': {'1.2'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Agent': {'1.1'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'ConntrackHelper': {'1.0'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'LocalIPAssociation': {'1.0'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Log': {'1.0'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'NDPProxy': {'1.0'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Network': {'1.1'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Port': {'1.7'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'PortForwarding': {'1.3'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'QosPolicy': {'1.10'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SecurityGroup': {'1.5'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SecurityGroupRule': {'1.2'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SubPort': {'1.0'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Subnet': {'1.1'}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Trunk': {'1.1'}} Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: consumer versions: Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: { DHCP agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: HyperV agent@hv-cinder-83607: {}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: L3 agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: Metadata agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: Metering agent@dv-cinder-836070-2-iscsi: {}, Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: Open vSwitch agent@dv-cinder-836070-2-iscsi: { 'AddressGroup': '1.2', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Agent': '1.1', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'ConntrackHelper': '1.0', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'LocalIPAssociation': '1.0', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Log': '1.0', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'NDPProxy': '1.0', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Network': '1.1', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Port': '1.7', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'PortForwarding': '1.3', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'QosPolicy': '1.10', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SecurityGroup': '1.5', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SecurityGroupRule': '1.2', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'SubPort': '1.0', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Subnet': '1.1', Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: 'Trunk': '1.1'}} Apr 06 10:54:18.771201 dv-cinder-836070-2-iscsi neutron-server[115086]: {{(pid=115086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 06 10:54:18.792425 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:18.795373 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:18.796030 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.797069 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:18.797739 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Bound port: 23749a8f-c7ae-4929-ab71-da9fe85ab3d1, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:18.799807 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.846445 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=5335a46c-1cc9-4921-9850-8bc6f5ece320,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:18.891507 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:14Z', 'revision_number': 3, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:18.950482 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Allocated IP 172.20.0.1 (96f3043b-67c6-464c-b72a-826c66d4afef/2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c/e8e5c9fb-3174-4a83-8267-6e3c982fcc3e) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:18.955909 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Pushing event updated for resources: {'Port': ['ID=39af71cc-a479-490b-8963-9017bf1fe1d9,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:18.972113 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] For port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:18.984041 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] For port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=23749a8f-c7ae-4929-ab71-da9fe85ab3d1,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:18.991285 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Network b9435f01-e75d-47f9-9918-d437dc99ce1a is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:18.997268 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:18.999706 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:19.006475 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:19.008926 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:19.009768 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Checking router: 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:19.010040 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Updating router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:54:19.013949 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-3a059486-d22f-437a-9e9c-297aed44a2b5 None None] Provisioning complete for port 5335a46c-1cc9-4921-9850-8bc6f5ece320 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:19.014316 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3a059486-d22f-437a-9e9c-297aed44a2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:19.016263 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:19.016660 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:19.122963 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86632095-7d6a-416a-87e8-a4fd4ad8666e None None] Pushing event updated for resources: {'Port': ['ID=23749a8f-c7ae-4929-ab71-da9fe85ab3d1,revision_number=3']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:19.162434 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:19.163431 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:54:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:19.448741 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:19.496690 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:19.544502 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Publish callbacks [] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:19.663972 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:19.696952 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e81387d8-4938-4829-8719-938affb6ea1b req-e39a4101-248c-4c0e-ad12-376cbb657139 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 210 time: 0.0448775 Apr 06 10:54:19.802527 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Network 96f3043b-67c6-464c-b72a-826c66d4afef is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:19.820461 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:19.832066 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:19.833919 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:19.901435 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 3, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:19.969877 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b27fe67-7e2b-42df-a95b-b3e66a281d5a None None] The sync data for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi is: [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:13Z', 'revision_number': 3, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:20.026851 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:20.101945 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-3a059486-d22f-437a-9e9c-297aed44a2b5 None None] Current status of the port 5335a46c-1cc9-4921-9850-8bc6f5ece320 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:20.181675 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Pushing event updated for resources: {'Port': ['ID=e8e5c9fb-3174-4a83-8267-6e3c982fcc3e,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:20.244265 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:20.265540 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-3a059486-d22f-437a-9e9c-297aed44a2b5 None None] Provisioning complete for port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:20.266634 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3a059486-d22f-437a-9e9c-297aed44a2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:20.372381 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:20.467548 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Publish callbacks [] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:20.468457 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-3a059486-d22f-437a-9e9c-297aed44a2b5 None None] Current status of the port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:20.476594 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:20.477519 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:20.713115 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Pushing event updated for resources: {'Port': ['ID=39af71cc-a479-490b-8963-9017bf1fe1d9,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:20.872321 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:20.890416 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Network b9435f01-e75d-47f9-9918-d437dc99ce1a is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:20.897801 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:20.994396 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b3d9d6aa-c49e-400e-bb6d-b7bcaa4a046a req-2a562d6f-6f06-463d-9dc1-329454c5b49a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 210 time: 0.1255918 Apr 06 10:54:21.038855 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Publish callbacks [] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.066246 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 5335a46c-1cc9-4921-9850-8bc6f5ece320 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:21.080442 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.311379 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:54:21.335214 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.26', 65289) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:21.357269 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-dfe6c006-868e-4286-aaaa-7b4162a884d1 None None] Provisioning complete for port 39af71cc-a479-490b-8963-9017bf1fe1d9 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:21.366016 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c006-868e-4286-aaaa-7b4162a884d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.488948 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d813ae0-0920-4b63-ad13-f22a4fc27192 None None] Pushing event updated for resources: {'Port': ['ID=70ee61f3-146b-4a3f-be9d-e9aeada4eb7a,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:21.515396 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Attempting to bind port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:21.515915 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Attempting to bind port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:21.516458 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Attempting to bind port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:21.528902 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 5335a46c-1cc9-4921-9850-8bc6f5ece320 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:21.529843 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.542252 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:21.551747 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:21.552386 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.552932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:21.553794 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Bound port: 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:21.554360 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.652358 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] For port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:21.662078 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] For port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=70ee61f3-146b-4a3f-be9d-e9aeada4eb7a,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:21.728167 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6c006-868e-4286-aaaa-7b4162a884d1 None None] Port 39af71cc-a479-490b-8963-9017bf1fe1d9 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:21.741515 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.747203 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:21.754715 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-8b4082b9-7043-41ec-98ea-73d53b301243 admin admin] 10.222.0.23 "PUT /v2.0/routers/56f777fe-8a4f-4d25-8fdc-48e1da054cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5335927 Apr 06 10:54:21.865413 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-dfe6c006-868e-4286-aaaa-7b4162a884d1 None None] Provisioning complete for port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:21.866069 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c006-868e-4286-aaaa-7b4162a884d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.963982 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Publish callbacks [] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.976138 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-201b4829-8d7e-4c43-bc48-e7cfb1b96e22 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:21.978415 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-201b4829-8d7e-4c43-bc48-e7cfb1b96e22 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.26 "GET /v2.0/networks?id=0b462d85-da35-44aa-a689-25c11801375d HTTP/1.1" status: 200 len: 812 time: 0.6398356 Apr 06 10:54:21.980641 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:21.981416 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:22.052976 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:22.054377 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:54:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:22.187949 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d813ae0-0920-4b63-ad13-f22a4fc27192 None None] Pushing event updated for resources: {'Port': ['ID=70ee61f3-146b-4a3f-be9d-e9aeada4eb7a,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:22.196561 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6c006-868e-4286-aaaa-7b4162a884d1 None None] Port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:22.853931 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-95afdb06-84ce-4f14-8284-74cd170386a7 req-5926b6c9-e847-42c3-b6a2-6241eed938bc tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 210 time: 0.1371696 Apr 06 10:54:22.869532 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Request body: {'port': {'device_id': '995432e7-b66d-4b15-89b1-1f7355dd5245', 'network_id': '0b462d85-da35-44aa-a689-25c11801375d', 'admin_state_up': True, 'tenant_id': 'f5060f9164ce46468c88985ec0d92975'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:22.946701 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8cf0f2d1-bfb5-49bc-8be5-e06304b3da5f None None] Provisioning complete for port 39af71cc-a479-490b-8963-9017bf1fe1d9 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:22.947508 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8cf0f2d1-bfb5-49bc-8be5-e06304b3da5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.025193 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 5335a46c-1cc9-4921-9850-8bc6f5ece320 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:23.156082 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:23.309489 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:23.328911 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0f2d1-bfb5-49bc-8be5-e06304b3da5f None None] Port 39af71cc-a479-490b-8963-9017bf1fe1d9 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:23.376379 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51330) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:23.443677 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Pushing event updated for resources: {'Port': ['ID=e8e5c9fb-3174-4a83-8267-6e3c982fcc3e,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:23.767320 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Network 96f3043b-67c6-464c-b72a-826c66d4afef is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:23.768173 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6bca33ba-7f42-475b-82e4-af15f7ae6906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:23.819916 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51354) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:23.830895 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:23.835244 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-de70fd19-aa7a-4298-a481-721ccf0b7a58 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--20821881', 'description': 'tempest-description--925369141'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:24.002587 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:24.002993 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.033522 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-de70fd19-aa7a-4298-a481-721ccf0b7a58 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.215640 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b5caccf2-7066-4ccc-8033-0a63030d83be req-4437af52-90c5-4e2f-b132-034da95b8a73 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 210 time: 0.1118367 Apr 06 10:54:24.222300 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:24.222805 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.260974 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=23749a8f-c7ae-4929-ab71-da9fe85ab3d1,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:24.276421 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.330651 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6bca33ba-7f42-475b-82e4-af15f7ae6906 admin admin] Publish callbacks [] for security_group (ad58efaa-2b09-4beb-890c-7c931a0e3d94), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.343763 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6bca33ba-7f42-475b-82e4-af15f7ae6906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ad58efaa-2b09-4beb-890c-7c931a0e3d94), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.429484 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8374e1c7-a11d-48fa-bf09-057f9246132c None None] Provisioning complete for port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:24.430774 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8374e1c7-a11d-48fa-bf09-057f9246132c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.434120 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Made reservation on behalf of f5060f9164ce46468c88985ec0d92975 for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:24.450317 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.461253 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca33ba-7f42-475b-82e4-af15f7ae6906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad58efaa-2b09-4beb-890c-7c931a0e3d94,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:24.471611 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-6bca33ba-7f42-475b-82e4-af15f7ae6906 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7b50d8631df749d6a156e0821ed17324&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0939000 Apr 06 10:54:24.478391 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51380) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:24.542086 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-de70fd19-aa7a-4298-a481-721ccf0b7a58 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (b5d67025-b148-4de8-9e71-a02641a7ebdf), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.553539 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-de70fd19-aa7a-4298-a481-721ccf0b7a58 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b5d67025-b148-4de8-9e71-a02641a7ebdf), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.598042 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8374e1c7-a11d-48fa-bf09-057f9246132c None None] Port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:24.606804 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5b3-aef4-498d-a722-963630a9dfce admin admin] Publish callbacks [] for security_group (ad58efaa-2b09-4beb-890c-7c931a0e3d94), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.672405 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5b3-aef4-498d-a722-963630a9dfce admin admin] Publish callbacks [] for security_group (ad58efaa-2b09-4beb-890c-7c931a0e3d94), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.673218 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=23749a8f-c7ae-4929-ab71-da9fe85ab3d1,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:24.761218 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 2, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:24.856308 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-de70fd19-aa7a-4298-a481-721ccf0b7a58 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:24.861987 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-de70fd19-aa7a-4298-a481-721ccf0b7a58 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0366943 Apr 06 10:54:24.861987 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70fd19-aa7a-4298-a481-721ccf0b7a58 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d67025-b148-4de8-9e71-a02641a7ebdf,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:24.884223 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45360709-21bc-4412-b23a-29e90aa32c3d None None] The sync data for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi is: [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 2, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:24.885878 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51394) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:24.912080 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-91636a22-22d5-41e9-bc15-5e538de95f03 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'security_group_rule': {'security_group_id': 'b5d67025-b148-4de8-9e71-a02641a7ebdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:25.000765 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5b3-aef4-498d-a722-963630a9dfce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ad58efaa-2b09-4beb-890c-7c931a0e3d94), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:25.009087 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1d05d5b3-aef4-498d-a722-963630a9dfce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:25.014703 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-1d05d5b3-aef4-498d-a722-963630a9dfce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ad58efaa-2b09-4beb-890c-7c931a0e3d94 HTTP/1.1" status: 204 len: 168 time: 0.5305514 Apr 06 10:54:25.021990 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-91636a22-22d5-41e9-bc15-5e538de95f03 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (ac440756-6965-4edb-bf25-d8ee84a295a9), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:25.119806 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05d5b3-aef4-498d-a722-963630a9dfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad58efaa-2b09-4beb-890c-7c931a0e3d94,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:25.343115 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:54:25.383604 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:25.391972 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Allocated IP 172.20.0.6 (0b462d85-da35-44aa-a689-25c11801375d/1d8f8efb-3007-4800-aefe-8a118505ff9c/5b9a289f-843d-4b4e-b76c-620a7fa50d56) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:25.463369 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-91636a22-22d5-41e9-bc15-5e538de95f03 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (ac440756-6965-4edb-bf25-d8ee84a295a9), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:25.474231 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-91636a22-22d5-41e9-bc15-5e538de95f03 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (ac440756-6965-4edb-bf25-d8ee84a295a9), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:25.587487 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:25.587884 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:25.636434 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-91636a22-22d5-41e9-bc15-5e538de95f03 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:25.642080 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-91636a22-22d5-41e9-bc15-5e538de95f03 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7500849 Apr 06 10:54:25.688991 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51420) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:25.692843 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91636a22-22d5-41e9-bc15-5e538de95f03 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac440756-6965-4edb-bf25-d8ee84a295a9,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:25.715014 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-d910505a-2690-4375-b5a3-5cdc8605df74 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'security_group_rule': {'security_group_id': 'b5d67025-b148-4de8-9e71-a02641a7ebdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:25.746100 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cae62920-1ed2-48fe-9898-f9487f1ee8b7 req-8e697b25-3c21-484f-a552-4a513c744583 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 210 time: 0.1462922 Apr 06 10:54:25.827556 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d910505a-2690-4375-b5a3-5cdc8605df74 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (6addf7ea-7fce-4f8c-8432-d99d4d9c6c0c), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:25.924639 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:26.041752 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d910505a-2690-4375-b5a3-5cdc8605df74 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (6addf7ea-7fce-4f8c-8432-d99d4d9c6c0c), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:26.055913 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d910505a-2690-4375-b5a3-5cdc8605df74 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (6addf7ea-7fce-4f8c-8432-d99d4d9c6c0c), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:26.153753 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910505a-2690-4375-b5a3-5cdc8605df74 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6addf7ea-7fce-4f8c-8432-d99d4d9c6c0c,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:26.168664 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d910505a-2690-4375-b5a3-5cdc8605df74 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:26.171258 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d910505a-2690-4375-b5a3-5cdc8605df74 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4740937 Apr 06 10:54:26.176541 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51440) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:26.185116 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:26.247291 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:54:26.261680 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Sync routers for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:26.276215 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-d0d30bfd-ba7f-4d99-b203-d38515732a2c admin admin] 10.222.0.23 "PUT /v2.0/routers/d47a5e74-1a6d-46f0-ad1f-a97fae1a220d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1224413 Apr 06 10:54:26.294415 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:26.339244 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:26.346516 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:54:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:26.445848 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Publish callbacks [] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:26.565461 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:27.058532 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:27.215999 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:27.283440 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Pushing event updated for resources: {'Port': ['ID=5b9a289f-843d-4b4e-b76c-620a7fa50d56,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:27.351504 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:27.588262 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Network 0b462d85-da35-44aa-a689-25c11801375d is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:27.646393 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:27.647331 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:27.735681 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:27.783603 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Allocated IP 172.27.1.159 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/7b566263-87fe-4b71-ba74-c1ea23042503) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:27.791667 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:27.847966 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:27.852213 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.080246 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c471056-127d-4486-9096-5294f64910c6 req-1b1cc391-d120-427c-95e5-959f60a74ac5 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:28.081927 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3c471056-127d-4486-9096-5294f64910c6 req-1b1cc391-d120-427c-95e5-959f60a74ac5 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 931 time: 0.8004971 Apr 06 10:54:28.108170 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:28.108472 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-b0995309-c72b-4fdd-8913-9c6a9cc81f0a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3883808 Apr 06 10:54:28.113643 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.178009 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for port (7b566263-87fe-4b71-ba74-c1ea23042503), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.225526 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=70ee61f3-146b-4a3f-be9d-e9aeada4eb7a,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:28.233076 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.283829 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-78398b53-cf90-401e-9178-6a40cfb02e10 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:54:28.285349 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-78398b53-cf90-401e-9178-6a40cfb02e10 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1525662 Apr 06 10:54:28.288777 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (7b566263-87fe-4b71-ba74-c1ea23042503), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:28.443323 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3c471056-127d-4486-9096-5294f64910c6 req-372799b0-4f16-4eed-a3d3-fd4685007dd8 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265042 Apr 06 10:54:28.480445 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:28.491692 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:28.509162 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:21Z', 'revision_number': 2, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:28.524059 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:28.561116 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'Port': ['ID=7b566263-87fe-4b71-ba74-c1ea23042503,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:28.592323 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=70ee61f3-146b-4a3f-be9d-e9aeada4eb7a,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:28.732940 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Checking router: d47a5e74-1a6d-46f0-ad1f-a97fae1a220d for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:28.736211 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Updating router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e binding host dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:54:28.895881 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:29.090568 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Request body: {'port': {'device_id': '995432e7-b66d-4b15-89b1-1f7355dd5245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:29.285039 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:29.368510 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:29.439664 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-695c0e5e-18c9-4308-93dc-f1e0fddb2a5a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:29.445753 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-695c0e5e-18c9-4308-93dc-f1e0fddb2a5a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 819 time: 0.6686635 Apr 06 10:54:29.471514 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:29.472707 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:29.626371 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (a6f38df4-f4fa-461d-8e91-2b7d1a624696), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:29.634476 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-38194b85-6304-4b55-bf12-3063767d395e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/quotas/3d35baa9bd0b438fadef42b3a0a4bca8 HTTP/1.1" status: 200 len: 375 time: 0.1529355 Apr 06 10:54:29.847344 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:29.902954 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Publish callbacks [] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), precommit_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:29.932378 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:30.009281 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3187c-9121-48a3-af8b-d22d847233df None None] Pushing event updated for resources: {'Port': ['ID=e8e5c9fb-3174-4a83-8267-6e3c982fcc3e,revision_number=3']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:30.176920 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Attempting to bind port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:30.177413 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Attempting to bind port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:30.177848 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Attempting to bind port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e on network 96f3043b-67c6-464c-b72a-826c66d4afef {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:30.200291 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:30.201288 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Checking segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:30.203041 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:30.204714 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Bound using segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:30.206909 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Bound port: e8e5c9fb-3174-4a83-8267-6e3c982fcc3e, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'}}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:30.208876 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:30.314147 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Sync routers for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:54:30.340843 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:30.349497 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:54:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:30.592685 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] For port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:30.607381 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] For port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=e8e5c9fb-3174-4a83-8267-6e3c982fcc3e,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:30.635366 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9a289f-843d-4b4e-b76c-620a7fa50d56 {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:30.647989 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Publish callbacks [] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:30.649018 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:30.677146 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Transition to ACTIVE for port object 5b9a289f-843d-4b4e-b76c-620a7fa50d56 will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:54:30.686691 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c3c7c-2b6b-4958-8125-2e2b1fa3ff1c req-ad1f1593-334e-4277-b9ff-e7110260825f tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:30.701012 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c55c3c7c-2b6b-4958-8125-2e2b1fa3ff1c req-ad1f1593-334e-4277-b9ff-e7110260825f tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 931 time: 0.6525154 Apr 06 10:54:30.715004 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:30.791715 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7b566263-87fe-4b71-ba74-c1ea23042503), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:30.922092 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-018a1ca8-ced0-43ff-8ba5-89e725d85554 None None] Provisioning complete for port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:30.928206 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-018a1ca8-ced0-43ff-8ba5-89e725d85554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:30.938593 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3187c-9121-48a3-af8b-d22d847233df None None] Pushing event updated for resources: {'Port': ['ID=e8e5c9fb-3174-4a83-8267-6e3c982fcc3e,revision_number=4']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:30.972196 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:30.980541 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:54:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:31.123704 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-5b18a883-96bd-4343-9504-2e05b893abe7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4716997 Apr 06 10:54:31.233543 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:31.312614 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 51606) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:31.312614 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9a289f-843d-4b4e-b76c-620a7fa50d56,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:31.472650 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:31.681550 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 51626) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:31.773407 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4a42-446a-40ee-be65-bab8f4b645d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.838151 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-018a1ca8-ced0-43ff-8ba5-89e725d85554 None None] Current status of the port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:31.838811 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-018a1ca8-ced0-43ff-8ba5-89e725d85554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.876681 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c55c3c7c-2b6b-4958-8125-2e2b1fa3ff1c req-34b2dd28-5960-4eda-afab-fc7f3949ba00 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1745296 Apr 06 10:54:31.898351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Attempting to bind port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:31.899011 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Attempting to bind port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f96c1e37-2304-41ea-bb04-348f82d343b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0b462d85-da35-44aa-a689-25c11801375d'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:31.899447 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Attempting to bind port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 on network 0b462d85-da35-44aa-a689-25c11801375d {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:31.935224 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 on network 0b462d85-da35-44aa-a689-25c11801375d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:54:31.935579 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Attempting to bind port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 on network 0b462d85-da35-44aa-a689-25c11801375d {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:31.939347 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for port (7b566263-87fe-4b71-ba74-c1ea23042503), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.950470 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7b566263-87fe-4b71-ba74-c1ea23042503), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:31.977561 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:31.978060 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Checking segment: {'id': 'f96c1e37-2304-41ea-bb04-348f82d343b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0b462d85-da35-44aa-a689-25c11801375d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:31.978746 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Bound using segment: {'id': 'f96c1e37-2304-41ea-bb04-348f82d343b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0b462d85-da35-44aa-a689-25c11801375d'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:31.979304 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Bound port: 5b9a289f-843d-4b4e-b76c-620a7fa50d56, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f96c1e37-2304-41ea-bb04-348f82d343b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '0b462d85-da35-44aa-a689-25c11801375d'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:31.979686 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.043026 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-551e0082-e088-4a5d-b280-b571b7a81156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.090156 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:30Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:32.137422 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'Port': ['ID=7b566263-87fe-4b71-ba74-c1ea23042503,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:32.168639 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-018a1ca8-ced0-43ff-8ba5-89e725d85554 None None] For port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=e8e5c9fb-3174-4a83-8267-6e3c982fcc3e,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:32.179813 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-018a1ca8-ced0-43ff-8ba5-89e725d85554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.182477 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c2d0817-092c-477f-9cb4-2c34505b5b85 None None] The sync data for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi is: [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:30Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:32.202623 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (a6f38df4-f4fa-461d-8e91-2b7d1a624696), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.230096 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4a42-446a-40ee-be65-bab8f4b645d3 admin admin] Publish callbacks [] for security_group (a5847e17-829e-42dd-95a8-1976c9413344), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.267714 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b3f4a42-446a-40ee-be65-bab8f4b645d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a5847e17-829e-42dd-95a8-1976c9413344), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.438174 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.445914 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-9d7e9320-f80f-4bb0-bee6-dc771aed3507 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2679274 Apr 06 10:54:32.462264 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-2e067e99-3222-47b5-956b-8497f9d3cc86 service neutron] 10.222.0.23 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3296335 Apr 06 10:54:32.511913 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3f4a42-446a-40ee-be65-bab8f4b645d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5847e17-829e-42dd-95a8-1976c9413344,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:32.589994 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-4b3f4a42-446a-40ee-be65-bab8f4b645d3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cb11d37ce9004799a9f5fed608754931&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2585626 Apr 06 10:54:32.622514 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 2, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:32.635256 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51656) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:32.640736 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-e3aa4f5e-7ba9-4184-90da-aaf28710c908 None None] Provisioning complete for port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:32.641128 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e3aa4f5e-7ba9-4184-90da-aaf28710c908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.797526 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-551e0082-e088-4a5d-b280-b571b7a81156 admin admin] Publish callbacks [] for security_group (827b9d5b-daee-46f0-b582-f4897e340467), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.823700 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-551e0082-e088-4a5d-b280-b571b7a81156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (827b9d5b-daee-46f0-b582-f4897e340467), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:32.988752 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-551e0082-e088-4a5d-b280-b571b7a81156 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd62b6959b9a48cdacd3b8ed8aceb8e4&name=default HTTP/1.1" status: 200 len: 2993 time: 1.2964065 Apr 06 10:54:33.001693 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 51676) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:33.088676 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Checking router: 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:54:33.090170 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Updating router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 port 39af71cc-a479-490b-8963-9017bf1fe1d9 binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:54:33.108994 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-232091aa-8534-4a58-8b3d-13498b18bd51 service neutron] 10.222.0.23 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6444182 Apr 06 10:54:33.109604 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9fc18e46-bee6-4d6e-a564-e4aa5eb8086e admin admin] Publish callbacks [] for security_group (a5847e17-829e-42dd-95a8-1976c9413344), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.147153 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] For port 5b9a289f-843d-4b4e-b76c-620a7fa50d56, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:33.196202 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9fc18e46-bee6-4d6e-a564-e4aa5eb8086e admin admin] Publish callbacks [] for security_group (a5847e17-829e-42dd-95a8-1976c9413344), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.199940 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a1ca8-ced0-43ff-8ba5-89e725d85554 None None] Pushing event updated for resources: {'Port': ['ID=e8e5c9fb-3174-4a83-8267-6e3c982fcc3e,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:33.220449 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.224568 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.259023 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e0082-e088-4a5d-b280-b571b7a81156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827b9d5b-daee-46f0-b582-f4897e340467,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:33.427721 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-e3aa4f5e-7ba9-4184-90da-aaf28710c908 None None] Current status of the port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:33.490722 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9fc18e46-bee6-4d6e-a564-e4aa5eb8086e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a5847e17-829e-42dd-95a8-1976c9413344), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.497009 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9fc18e46-bee6-4d6e-a564-e4aa5eb8086e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.501457 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-9fc18e46-bee6-4d6e-a564-e4aa5eb8086e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5847e17-829e-42dd-95a8-1976c9413344 HTTP/1.1" status: 204 len: 168 time: 0.8521111 Apr 06 10:54:33.529209 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device e8e5c9fb-3174-4a83-8267-6e3c982fcc3e up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:33.564894 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc18e46-bee6-4d6e-a564-e4aa5eb8086e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5847e17-829e-42dd-95a8-1976c9413344,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:33.640895 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51694) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:33.684945 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] For port 5b9a289f-843d-4b4e-b76c-620a7fa50d56, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5b9a289f-843d-4b4e-b76c-620a7fa50d56,segment=NetworkSegment(f96c1e37-2304-41ea-bb04-348f82d343b9),segment_id=f96c1e37-2304-41ea-bb04-348f82d343b9)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:33.772969 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:33.860370 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-5d96b9a2-3f9b-46dc-b8dc-68294a761946 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--20821881&fields=id&tenant_id=9283348a33dd4069a243783b2295178f HTTP/1.1" status: 200 len: 267 time: 0.7109623 Apr 06 10:54:34.258944 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d14c4-c480-4cf3-8187-2aa71e174402 req-dcb98b4a-8206-4d97-b526-cfea90f52454 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:34.268098 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-842d14c4-c480-4cf3-8187-2aa71e174402 req-dcb98b4a-8206-4d97-b526-cfea90f52454 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.4810150 Apr 06 10:54:34.328928 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5587-fa0b-43e2-ae6d-60ca1f29bbc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.543123 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3cc41bd5-03c4-4397-af3d-3b9707382cdc admin admin] Publish callbacks [] for security_group (827b9d5b-daee-46f0-b582-f4897e340467), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.570277 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5587-fa0b-43e2-ae6d-60ca1f29bbc5 admin admin] Publish callbacks [] for security_group (bc8ae0d9-0bd7-4a15-8137-23a295ae3dda), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.637926 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8e5c5587-fa0b-43e2-ae6d-60ca1f29bbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (bc8ae0d9-0bd7-4a15-8137-23a295ae3dda), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.700974 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:34.705794 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:34.716593 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] 10.222.0.26 "PUT /v2.0/ports/5b9a289f-843d-4b4e-b76c-620a7fa50d56 HTTP/1.1" status: 200 len: 1093 time: 5.8347490 Apr 06 10:54:34.729775 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995432e7-b66d-4b15-89b1-1f7355dd5245', 'tag': '5b9a289f-843d-4b4e-b76c-620a7fa50d56'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:34.847864 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c5587-fa0b-43e2-ae6d-60ca1f29bbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8ae0d9-0bd7-4a15-8137-23a295ae3dda,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.026390 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:35.030700 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.069089 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-842d14c4-c480-4cf3-8187-2aa71e174402 req-05f41db2-f81a-469c-a62c-56a6f4b9144a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7963684 Apr 06 10:54:35.083522 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51736) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:35.095097 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-8e5c5587-fa0b-43e2-ae6d-60ca1f29bbc5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e3a08d8bf7a54c9ebfb9c608fcb40a43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4526422 Apr 06 10:54:35.103595 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51742) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:35.112650 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a94d8d3d-db22-42fa-9477-1e86922b5678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.156337 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-83bde426-3d55-4012-9b55-8f4043037df6 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:35.177398 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-83bde426-3d55-4012-9b55-8f4043037df6 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/networks?id=b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 200 len: 810 time: 1.2251229 Apr 06 10:54:35.236864 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6128ec07-0845-42c6-974f-02acab806641 admin admin] Publish callbacks [] for security_group (bc8ae0d9-0bd7-4a15-8137-23a295ae3dda), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.327388 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Publish callbacks [] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.341312 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.349723 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3cc41bd5-03c4-4397-af3d-3b9707382cdc admin admin] Publish callbacks [] for security_group (827b9d5b-daee-46f0-b582-f4897e340467), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.362243 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6128ec07-0845-42c6-974f-02acab806641 admin admin] Publish callbacks [] for security_group (bc8ae0d9-0bd7-4a15-8137-23a295ae3dda), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.547441 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3b1dac68-5c72-4953-b5cb-20b4f5d4814d req-3cfeccbf-289c-4b07-978c-ddacf4ac7c95 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 210 time: 0.2218537 Apr 06 10:54:35.548652 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3cc41bd5-03c4-4397-af3d-3b9707382cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (827b9d5b-daee-46f0-b582-f4897e340467), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.556354 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3cc41bd5-03c4-4397-af3d-3b9707382cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.557607 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-3cc41bd5-03c4-4397-af3d-3b9707382cdc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/827b9d5b-daee-46f0-b582-f4897e340467 HTTP/1.1" status: 204 len: 168 time: 2.5406718 Apr 06 10:54:35.607551 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a94d8d3d-db22-42fa-9477-1e86922b5678 admin admin] Publish callbacks [] for security_group (8e07a63a-4f62-4026-8fd7-9517ce3fae2d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.634320 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608e884-da4e-4659-a98d-c493ae18df34 service neutron] Pushing event updated for resources: {'Port': ['ID=5b9a289f-843d-4b4e-b76c-620a7fa50d56,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.695172 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-d4bf28e1-22ca-485a-813a-6d9c5b375746 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/quotas/9283348a33dd4069a243783b2295178f HTTP/1.1" status: 200 len: 375 time: 0.5122027 Apr 06 10:54:35.703479 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a94d8d3d-db22-42fa-9477-1e86922b5678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (8e07a63a-4f62-4026-8fd7-9517ce3fae2d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.706015 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc41bd5-03c4-4397-af3d-3b9707382cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827b9d5b-daee-46f0-b582-f4897e340467,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.712884 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6128ec07-0845-42c6-974f-02acab806641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (bc8ae0d9-0bd7-4a15-8137-23a295ae3dda), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.715706 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6128ec07-0845-42c6-974f-02acab806641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:35.726319 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-6128ec07-0845-42c6-974f-02acab806641 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bc8ae0d9-0bd7-4a15-8137-23a295ae3dda HTTP/1.1" status: 204 len: 168 time: 0.6122530 Apr 06 10:54:35.799979 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d8d3d-db22-42fa-9477-1e86922b5678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e07a63a-4f62-4026-8fd7-9517ce3fae2d,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.869020 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a94d8d3d-db22-42fa-9477-1e86922b5678 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=582faaa334fc4fbfabb00299df8d3b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7791495 Apr 06 10:54:35.869812 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 51760) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:35.918503 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa0e37-af09-4935-be84-50737dcbd6cf None None] Pushing event updated for resources: {'Port': ['ID=39af71cc-a479-490b-8963-9017bf1fe1d9,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:35.938203 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:36.004410 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a72130-8bbe-4c75-bab6-9ba377309556" -d '{"events": [{"name": "network-changed", "server_uuid": "995432e7-b66d-4b15-89b1-1f7355dd5245", "tag": "5b9a289f-843d-4b4e-b76c-620a7fa50d56"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:36.090645 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128ec07-0845-42c6-974f-02acab806641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8ae0d9-0bd7-4a15-8137-23a295ae3dda,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:36.162298 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-112c43ff-36f9-45b2-8bc1-381c342f6340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:36.167740 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-112c43ff-36f9-45b2-8bc1-381c342f6340 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5060f9164ce46468c88985ec0d92975&device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 1127 time: 1.2476811 Apr 06 10:54:36.196212 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-531e8639-bd59-49a6-b969-dd58846dee93 admin admin] Publish callbacks [] for security_group (8e07a63a-4f62-4026-8fd7-9517ce3fae2d), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.356016 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-531e8639-bd59-49a6-b969-dd58846dee93 admin admin] Publish callbacks [] for security_group (8e07a63a-4f62-4026-8fd7-9517ce3fae2d), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.377656 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device e8e5c9fb-3174-4a83-8267-6e3c982fcc3e up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:36.387438 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Attempting to bind port 39af71cc-a479-490b-8963-9017bf1fe1d9 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:36.390601 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Attempting to bind port 39af71cc-a479-490b-8963-9017bf1fe1d9 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:36.391250 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Attempting to bind port 39af71cc-a479-490b-8963-9017bf1fe1d9 on network b9435f01-e75d-47f9-9918-d437dc99ce1a {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:36.435381 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:36.441144 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-4296342f-3033-4731-b0d0-c9f2691aeceb tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7432361 Apr 06 10:54:36.444725 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Checking segment: {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:36.445503 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.456889 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Bound using segment: {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:36.459390 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Bound port: 39af71cc-a479-490b-8963-9017bf1fe1d9, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:36.460919 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.552878 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-531e8639-bd59-49a6-b969-dd58846dee93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (8e07a63a-4f62-4026-8fd7-9517ce3fae2d), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.562217 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-531e8639-bd59-49a6-b969-dd58846dee93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.565390 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-531e8639-bd59-49a6-b969-dd58846dee93 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8e07a63a-4f62-4026-8fd7-9517ce3fae2d HTTP/1.1" status: 204 len: 168 time: 0.6746631 Apr 06 10:54:36.591754 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531e8639-bd59-49a6-b969-dd58846dee93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e07a63a-4f62-4026-8fd7-9517ce3fae2d,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:36.651564 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-c1bd6640-50ad-4ce1-b480-8c757bc4d914 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9a289f-843d-4b4e-b76c-620a7fa50d56 HTTP/1.1" status: 200 len: 217 time: 0.4303632 Apr 06 10:54:36.798345 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-96d10bf3-97fa-4675-a7c5-a09d482cc5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:36.800094 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-96d10bf3-97fa-4675-a7c5-a09d482cc5dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d8f8efb-3007-4800-aefe-8a118505ff9c HTTP/1.1" status: 200 len: 852 time: 0.1256740 Apr 06 10:54:36.825022 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] For port 39af71cc-a479-490b-8963-9017bf1fe1d9, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:36.828311 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-16f5141a-332f-494c-a74f-a85163be09e8 None None] Provisioning complete for port 39af71cc-a479-490b-8963-9017bf1fe1d9 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:36.834041 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-16f5141a-332f-494c-a74f-a85163be09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:36.908142 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-c261a86b-4583-447f-b4c8-4b689e3a0bb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b462d85-da35-44aa-a689-25c11801375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843227 Apr 06 10:54:36.986488 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-16f5141a-332f-494c-a74f-a85163be09e8 None None] Port 39af71cc-a479-490b-8963-9017bf1fe1d9 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:37.036893 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] For port 39af71cc-a479-490b-8963-9017bf1fe1d9, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=39af71cc-a479-490b-8963-9017bf1fe1d9,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:37.088247 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.435329 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:37.441157 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:37.467766 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-41d1985b-004a-4cc6-aede-c51f08b1f74e service neutron] 10.222.0.26 "GET /v2.0/networks/0b462d85-da35-44aa-a689-25c11801375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5450990 Apr 06 10:54:37.475619 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa0e37-af09-4935-be84-50737dcbd6cf None None] Pushing event updated for resources: {'Port': ['ID=39af71cc-a479-490b-8963-9017bf1fe1d9,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:37.485534 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7714216a-98c1-4126-8e66-2b53ea4c7c49 x-openstack-request-id: req-7714216a-98c1-4126-8e66-2b53ea4c7c49 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:37.491199 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995432e7-b66d-4b15-89b1-1f7355dd5245", "tag": "5b9a289f-843d-4b4e-b76c-620a7fa50d56", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:37.492458 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7714216a-98c1-4126-8e66-2b53ea4c7c49 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:37.493767 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7714216a-98c1-4126-8e66-2b53ea4c7c49'] response: {'name': 'network-changed', 'server_uuid': '995432e7-b66d-4b15-89b1-1f7355dd5245', 'tag': '5b9a289f-843d-4b4e-b76c-620a7fa50d56', 'status': 'completed', 'code': 200} Apr 06 10:54:37.701722 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d7560-18f0-4942-8978-21be5a088721 req-c4b58d55-36fd-4780-8cf1-18b15b727f04 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:37.705298 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d43d7560-18f0-4942-8978-21be5a088721 req-c4b58d55-36fd-4780-8cf1-18b15b727f04 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.3063984 Apr 06 10:54:37.754358 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:54:37.756009 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:54:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:37.901021 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-a879fc96-e18a-481f-82cf-ac298ee79425 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:54:37.902825 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-a879fc96-e18a-481f-82cf-ac298ee79425 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4048293 Apr 06 10:54:37.920409 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d43d7560-18f0-4942-8978-21be5a088721 req-ba647258-4044-4e3a-8460-4d5306c07f30 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934631 Apr 06 10:54:37.952035 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.26', 65309) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:38.115171 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 51824) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:38.230315 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-08623199-4c53-49a8-9205-ee5e11cd4752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.327738 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-3ace7fd9-2915-4084-b412-c9798139ba6c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:38.329685 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-3ace7fd9-2915-4084-b412-c9798139ba6c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 819 time: 0.3661847 Apr 06 10:54:38.395224 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Request body: {'port': {'device_id': '5a1dc113-cb47-4731-9747-15d7572305ac', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'admin_state_up': True, 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:38.402693 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-08623199-4c53-49a8-9205-ee5e11cd4752 admin admin] Publish callbacks [] for security_group (4770c54d-37d5-4d2f-b1e1-c3f3b70b5870), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.414676 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-08623199-4c53-49a8-9205-ee5e11cd4752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (4770c54d-37d5-4d2f-b1e1-c3f3b70b5870), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.500588 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:54:38.551849 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-3114e949-f948-4b37-a6f1-22ff4b06b811 service neutron] 10.222.0.23 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483701 Apr 06 10:54:38.553954 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b18460e2-fae7-41f8-915f-2b1cabe5a1ed req-e288a398-84a1-4e7b-857c-271feb1d099c service neutron] 10.222.0.26 "GET /v2.0/networks/0b462d85-da35-44aa-a689-25c11801375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7839570 Apr 06 10:54:38.556888 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-08623199-4c53-49a8-9205-ee5e11cd4752 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a175db3f1fa4622a9067049416fe342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4394965 Apr 06 10:54:38.560592 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 51840) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:38.623561 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08623199-4c53-49a8-9205-ee5e11cd4752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4770c54d-37d5-4d2f-b1e1-c3f3b70b5870,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:38.726204 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c90d1f63-a9b4-4667-84a6-fd773c25c336 admin admin] Publish callbacks [] for security_group (4770c54d-37d5-4d2f-b1e1-c3f3b70b5870), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.783822 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c90d1f63-a9b4-4667-84a6-fd773c25c336 admin admin] Publish callbacks [] for security_group (4770c54d-37d5-4d2f-b1e1-c3f3b70b5870), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:38.813529 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-965490a0-0004-4396-abb5-a0c14573cfee service neutron] 10.222.0.23 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186208 Apr 06 10:54:39.072344 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Made reservation on behalf of 3d35baa9bd0b438fadef42b3a0a4bca8 for: {'port': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:39.090607 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.116768 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a72130-8bbe-4c75-bab6-9ba377309556 req-c5e0e200-d2bb-4c7d-a4ae-5315c3368bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:39.127624 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-34a72130-8bbe-4c75-bab6-9ba377309556 req-c5e0e200-d2bb-4c7d-a4ae-5315c3368bdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f5060f9164ce46468c88985ec0d92975&device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 1127 time: 0.2980504 Apr 06 10:54:39.128611 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c90d1f63-a9b4-4667-84a6-fd773c25c336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (4770c54d-37d5-4d2f-b1e1-c3f3b70b5870), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.161135 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c90d1f63-a9b4-4667-84a6-fd773c25c336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.167858 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-c90d1f63-a9b4-4667-84a6-fd773c25c336 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4770c54d-37d5-4d2f-b1e1-c3f3b70b5870 HTTP/1.1" status: 204 len: 168 time: 0.6058822 Apr 06 10:54:39.171575 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:39.285214 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-f23f841e-ba1f-4e82-a605-effe4d69457f None None] Provisioning complete for port 39af71cc-a479-490b-8963-9017bf1fe1d9 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:39.286271 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-f23f841e-ba1f-4e82-a605-effe4d69457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:39.466482 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-7fea648f-2da5-4083-9692-86daae00868d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:39.494673 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-7fea648f-2da5-4083-9692-86daae00868d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 819 time: 1.1636684 Apr 06 10:54:39.592860 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 39af71cc-a479-490b-8963-9017bf1fe1d9 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:39.728887 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-65a6d338-6d99-4728-92a3-06bbd2e7e076 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/quotas/3d35baa9bd0b438fadef42b3a0a4bca8 HTTP/1.1" status: 200 len: 375 time: 0.2314382 Apr 06 10:54:39.924353 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d1f63-a9b4-4667-84a6-fd773c25c336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4770c54d-37d5-4d2f-b1e1-c3f3b70b5870,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:40.066626 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 39af71cc-a479-490b-8963-9017bf1fe1d9 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:40.067510 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:40.239499 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-f23f841e-ba1f-4e82-a605-effe4d69457f None None] Current status of the port 39af71cc-a479-490b-8963-9017bf1fe1d9 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:40.240672 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-f23f841e-ba1f-4e82-a605-effe4d69457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:40.290915 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:36Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:54:40.309984 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a72130-8bbe-4c75-bab6-9ba377309556 req-3682ce63-0f17-49a1-bf5a-6293c78bc886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.316078 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-34a72130-8bbe-4c75-bab6-9ba377309556 req-3682ce63-0f17-49a1-bf5a-6293c78bc886 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b462d85-da35-44aa-a689-25c11801375d HTTP/1.1" status: 200 len: 913 time: 1.1407461 Apr 06 10:54:40.415406 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-e887bedd-8a30-4445-a108-59ff168e0157 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6706297 Apr 06 10:54:40.453892 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0bb21a-0150-4fdb-8fbc-a45d772606d9 None None] The sync data for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi is: [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:36Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:54:40.546874 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65113bfe-182d-4d39-849d-4fc2890f0e12 req-f3b16d0f-5d1b-4acd-93c3-f561ffc906a5 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.554323 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-65113bfe-182d-4d39-849d-4fc2890f0e12 req-f3b16d0f-5d1b-4acd-93c3-f561ffc906a5 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.7030423 Apr 06 10:54:40.565639 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-34a72130-8bbe-4c75-bab6-9ba377309556 req-a3270b98-2086-4202-b0c0-893706573c03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5b9a289f-843d-4b4e-b76c-620a7fa50d56 HTTP/1.1" status: 200 len: 217 time: 0.2328634 Apr 06 10:54:40.802593 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-f23f841e-ba1f-4e82-a605-effe4d69457f None None] For port 39af71cc-a479-490b-8963-9017bf1fe1d9, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=39af71cc-a479-490b-8963-9017bf1fe1d9,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:40.868023 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-f23f841e-ba1f-4e82-a605-effe4d69457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:40.945677 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-6e1c8e85-8484-48ad-83ff-18f329e34533 service neutron] 10.222.0.23 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5272527 Apr 06 10:54:40.964481 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a72130-8bbe-4c75-bab6-9ba377309556 req-6d7ddfd0-6859-4a81-86ea-b72617d4dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:40.979832 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-34a72130-8bbe-4c75-bab6-9ba377309556 req-6d7ddfd0-6859-4a81-86ea-b72617d4dcc7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d8f8efb-3007-4800-aefe-8a118505ff9c HTTP/1.1" status: 200 len: 852 time: 0.3800166 Apr 06 10:54:41.148306 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-34a72130-8bbe-4c75-bab6-9ba377309556 req-4279592d-eee4-4d41-a869-3e4ae836c02e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b462d85-da35-44aa-a689-25c11801375d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1302972 Apr 06 10:54:41.157987 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23f841e-ba1f-4e82-a605-effe4d69457f None None] Pushing event updated for resources: {'Port': ['ID=39af71cc-a479-490b-8963-9017bf1fe1d9,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:41.181248 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 39af71cc-a479-490b-8963-9017bf1fe1d9 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:41.181248 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:41.381542 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.db.api [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:54:41.384000 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG oslo_db.api [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:54:41.539648 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-65113bfe-182d-4d39-849d-4fc2890f0e12 req-d5c5ce23-c744-4a73-a1c2-78ddfa649652 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9709003 Apr 06 10:54:41.818294 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-34a72130-8bbe-4c75-bab6-9ba377309556 req-ad7621b7-2be0-4359-9eb2-aefc9e8d4cb2 service neutron] 10.222.0.26 "GET /v2.0/networks/0b462d85-da35-44aa-a689-25c11801375d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6574230 Apr 06 10:54:42.010726 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 39af71cc-a479-490b-8963-9017bf1fe1d9 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:42.024943 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Allocated IP 172.20.0.4 (96f3043b-67c6-464c-b72a-826c66d4afef/2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c/23b3f75c-194d-4c4e-8f84-fc4281068749) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:42.157027 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-b2a6d38e-af3e-4e47-88dd-a25251ffba34 service neutron] 10.222.0.23 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2088616 Apr 06 10:54:42.169270 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-247819df-50c6-4df9-9845-29953ffb5675 req-9089d8b3-b45f-40a8-a786-f392eb2159cc tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.1896355 Apr 06 10:54:42.340156 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 39af71cc-a479-490b-8963-9017bf1fe1d9 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:42.479292 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:42.545345 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-34a72130-8bbe-4c75-bab6-9ba377309556 req-a118896a-5b3a-42af-8942-9326955c3f4c service neutron] 10.222.0.26 "GET /v2.0/networks/0b462d85-da35-44aa-a689-25c11801375d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710089 Apr 06 10:54:42.601007 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cfac0f38-c855-4a4f-b236-4c31de9e4b0b req-350e4a4d-c327-4e3d-a3f1-3dd54b716080 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0540709 Apr 06 10:54:42.620085 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:42.819178 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Network 96f3043b-67c6-464c-b72a-826c66d4afef is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:42.906764 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:42.930477 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:42.935576 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 39af71cc-a479-490b-8963-9017bf1fe1d9 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:42.936110 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:42.960179 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:42.962340 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:42.965279 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-38113ee2-cf1b-4726-a6cf-1f3e76951f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:43.009791 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event updated for resources: {'Port': ['ID=23b3f75c-194d-4c4e-8f84-fc4281068749,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:43.096089 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-9ea6d456-0c01-4717-b1d8-bc9de48ed7ce tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7172501 Apr 06 10:54:43.122762 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cb91c-9f8f-4899-b260-68373e07ae68 req-27810da4-f9d3-4d54-9ae1-eec7fcce0eee tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:43.124708 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1c0cb91c-9f8f-4899-b260-68373e07ae68 req-27810da4-f9d3-4d54-9ae1-eec7fcce0eee tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.3082371 Apr 06 10:54:43.237060 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1c0cb91c-9f8f-4899-b260-68373e07ae68 req-7fc93c3b-3b1f-4ccd-a474-f534e786eb68 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982094 Apr 06 10:54:43.326565 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 39af71cc-a479-490b-8963-9017bf1fe1d9 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:43.411410 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-31bef572-3967-4b4b-be06-0b71c12b129b req-2db5ac86-e9f5-4a7b-bdb0-eb5f72d4c407 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.0401683 Apr 06 10:54:43.534323 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-82422f7c-2508-400d-b360-3c2e7f0bb052 None None] Provisioning complete for port 23b3f75c-194d-4c4e-8f84-fc4281068749 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:43.536640 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-82422f7c-2508-400d-b360-3c2e7f0bb052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:43.595145 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-82422f7c-2508-400d-b360-3c2e7f0bb052 None None] Port 23b3f75c-194d-4c4e-8f84-fc4281068749 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:43.832234 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-20bcf1b3-b504-4956-b07e-2b451eb6d602 req-a4d4ef89-5052-4930-adcb-5642bbbefc7a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0648143 Apr 06 10:54:44.420937 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a6dad1-b2a9-48a2-8f3b-5f053b817462 req-69ffd910-3705-41b1-8b9d-a99036a8ec97 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:44.430635 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c0a6dad1-b2a9-48a2-8f3b-5f053b817462 req-69ffd910-3705-41b1-8b9d-a99036a8ec97 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.0776136 Apr 06 10:54:44.438954 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:54:44.523394 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c0a6dad1-b2a9-48a2-8f3b-5f053b817462 req-96e24df3-faa5-4074-b63c-e3fa5214cc8f tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914323 Apr 06 10:54:44.615615 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bee599a3-b95a-4aa9-9716-68366eea0806 req-daa5fc84-afb0-4357-9bf4-bbfd9af5440a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.0422981 Apr 06 10:54:45.072958 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fabe7b38-e58e-4687-b749-f9b277c737d1 req-5fd10be7-1512-48bd-b310-5b9a60374512 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0484178 Apr 06 10:54:45.684487 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7300802-397c-4c51-9dac-66bd9f2f9a1c req-5e587c49-1aae-4f7f-a188-1848876d8ead tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:45.686075 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d7300802-397c-4c51-9dac-66bd9f2f9a1c req-5e587c49-1aae-4f7f-a188-1848876d8ead tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.0699821 Apr 06 10:54:45.752521 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d7300802-397c-4c51-9dac-66bd9f2f9a1c req-98d535ae-18cc-42c8-83b2-246124229338 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586483 Apr 06 10:54:45.764829 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f6dac012-2ed6-4af1-95f8-69d56abb31ae req-33fb1d41-f7eb-4fc0-99f2-11d05da5597e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.0408862 Apr 06 10:54:45.805375 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e5bff89f-ed49-47b7-98a9-11f07d6ccd1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.246755 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5d27cacb-69ca-4f9b-8a93-bcb34c4a9f32 req-8c801759-fa29-45b7-980b-2270d448cb20 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0563643 Apr 06 10:54:46.494965 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:46.904556 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e26b551b-eba1-4712-bd77-beb7436b48bb req-68bd8a2a-d24e-43ce-a465-ac40afec9221 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.0344582 Apr 06 10:54:46.917601 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a2ae5-714f-41d5-af5e-f58c2f889727 req-369b6bd4-8f76-400e-8ab9-86cc573d78d1 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:46.919308 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-379a2ae5-714f-41d5-af5e-f58c2f889727 req-369b6bd4-8f76-400e-8ab9-86cc573d78d1 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.0704970 Apr 06 10:54:46.980742 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-379a2ae5-714f-41d5-af5e-f58c2f889727 req-c9b94a50-719a-4f13-8bb5-9625136d8d12 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548363 Apr 06 10:54:47.394567 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1447048d-dbc7-4b25-840f-58d2b563f648 req-4bf4d7d4-3f3c-45c3-80f0-d70179b74303 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0593889 Apr 06 10:54:47.995541 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Request body: {'port': {'device_id': '5a1dc113-cb47-4731-9747-15d7572305ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:48.134126 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:48.285070 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:48.343597 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1b194021-c482-42e2-8853-ceafb91b31ce req-4fe9805a-3524-4cef-beeb-7759158b2512 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.0752151 Apr 06 10:54:48.367535 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-c163306e-1636-41bf-bd7e-b0b0d71d292b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:48.370559 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-c163306e-1636-41bf-bd7e-b0b0d71d292b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.26 "GET /v2.0/networks?id=b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 200 len: 810 time: 0.3644130 Apr 06 10:54:48.396737 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25344ac6-0147-43bb-8d11-cfeb2dccba26 req-372d27a5-612a-47eb-91bf-5917dfd361dc tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:48.398564 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-25344ac6-0147-43bb-8d11-cfeb2dccba26 req-372d27a5-612a-47eb-91bf-5917dfd361dc tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.2454636 Apr 06 10:54:48.519308 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-25344ac6-0147-43bb-8d11-cfeb2dccba26 req-b4582783-f321-45bd-a423-20fa31f06a6e tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123941 Apr 06 10:54:48.571195 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-39274baf-f00a-45c5-95b4-cbd5c0501e88 req-76d2668e-dc33-4e39-87f7-4932cd18391b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0329370 Apr 06 10:54:48.701493 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b3f75c-194d-4c4e-8f84-fc4281068749 {{(pid=115084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:48.712382 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Publish callbacks [] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:48.746107 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.provisioning_blocks [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Transition to ACTIVE for port object 23b3f75c-194d-4c4e-8f84-fc4281068749 will not be triggered until provisioned by entity L2. {{(pid=115084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:54:48.752507 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:48.906390 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Pushing event updated for resources: {'Port': ['ID=23b3f75c-194d-4c4e-8f84-fc4281068749,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:48.920581 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Attempting to bind port 23b3f75c-194d-4c4e-8f84-fc4281068749 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:54:48.920957 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Attempting to bind port 23b3f75c-194d-4c4e-8f84-fc4281068749 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:54:48.921306 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Attempting to bind port 23b3f75c-194d-4c4e-8f84-fc4281068749 on network 96f3043b-67c6-464c-b72a-826c66d4afef {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:48.927164 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Port 23b3f75c-194d-4c4e-8f84-fc4281068749 on network 96f3043b-67c6-464c-b72a-826c66d4afef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:54:48.927614 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Attempting to bind port 23b3f75c-194d-4c4e-8f84-fc4281068749 on network 96f3043b-67c6-464c-b72a-826c66d4afef {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:54:48.934110 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:54:48.934749 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Checking segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:54:48.935553 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Bound using segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:54:48.936103 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Bound port: 23b3f75c-194d-4c4e-8f84-fc4281068749, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'}}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:54:48.936474 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:49.089068 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] For port 23b3f75c-194d-4c4e-8f84-fc4281068749, host hv-cinder-83607, cleared binding levels {{(pid=115084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:54:49.098965 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] For port 23b3f75c-194d-4c4e-8f84-fc4281068749, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=23b3f75c-194d-4c4e-8f84-fc4281068749,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:54:49.105172 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 52188) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:49.117339 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:49.211195 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:49.212346 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:49.214439 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] 10.222.0.26 "PUT /v2.0/ports/23b3f75c-194d-4c4e-8f84-fc4281068749 HTTP/1.1" status: 200 len: 1093 time: 1.2239583 Apr 06 10:54:49.215176 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1dc113-cb47-4731-9747-15d7572305ac', 'tag': '23b3f75c-194d-4c4e-8f84-fc4281068749'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:49.591624 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-25d1cfa4-160f-49a8-913b-43835e103d7a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9283348a33dd4069a243783b2295178f HTTP/1.1" status: 200 len: 378 time: 0.3967750 Apr 06 10:54:49.619577 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-db80a91a-cd70-48fa-8fd8-cc11fcf31306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:49.671639 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:49.774838 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1349507f-10d4-4145-95ef-649d6cdd1b9f req-6f8cf428-f2ea-4051-8fa9-888b3593d495 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.1658697 Apr 06 10:54:49.807053 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ff2bb-3582-4e38-b3ad-ea54e0f8f14c service neutron] Pushing event updated for resources: {'Port': ['ID=23b3f75c-194d-4c4e-8f84-fc4281068749,revision_number=3']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:49.811715 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-db80a91a-cd70-48fa-8fd8-cc11fcf31306 admin admin] Publish callbacks [] for security_group (63a9a0cc-b24a-45b1-a0f8-a84c96a65330), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:49.822144 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-14547620-b84b-4b94-9fbc-bc6418b1e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:49.825270 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-14547620-b84b-4b94-9fbc-bc6418b1e14b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 1127 time: 0.4590900 Apr 06 10:54:49.826067 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-db80a91a-cd70-48fa-8fd8-cc11fcf31306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (63a9a0cc-b24a-45b1-a0f8-a84c96a65330), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:49.855019 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1dc113-cb47-4731-9747-15d7572305ac", "tag": "23b3f75c-194d-4c4e-8f84-fc4281068749"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:49.905532 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-db80a91a-cd70-48fa-8fd8-cc11fcf31306 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1d4b8457f49c40ca9a0a31e1c1b3a171&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7987795 Apr 06 10:54:49.922671 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 52232) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:49.961120 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d780a322-da5a-4ea6-9632-fe25b3586df5 req-5e4e6b21-6792-4a0a-8edc-9ba019286bfd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0697536 Apr 06 10:54:50.066032 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80a91a-cd70-48fa-8fd8-cc11fcf31306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a9a0cc-b24a-45b1-a0f8-a84c96a65330,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:50.140152 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea1840f-7f55-43a4-bbfe-6b241a8aff1d x-openstack-request-id: req-bea1840f-7f55-43a4-bbfe-6b241a8aff1d {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:50.141184 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1dc113-cb47-4731-9747-15d7572305ac", "tag": "23b3f75c-194d-4c4e-8f84-fc4281068749", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:50.142066 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bea1840f-7f55-43a4-bbfe-6b241a8aff1d {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:50.142970 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea1840f-7f55-43a4-bbfe-6b241a8aff1d'] response: {'name': 'network-changed', 'server_uuid': '5a1dc113-cb47-4731-9747-15d7572305ac', 'tag': '23b3f75c-194d-4c4e-8f84-fc4281068749', 'status': 'completed', 'code': 200} Apr 06 10:54:50.152710 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e784371c-ce51-4bd5-932b-4a56b8c3b57b req-17369153-d772-47b7-af3f-20c287dffbd7 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:50.155393 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e784371c-ce51-4bd5-932b-4a56b8c3b57b req-17369153-d772-47b7-af3f-20c287dffbd7 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.2577863 Apr 06 10:54:50.174405 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1c5212c8-f2d2-436e-9aa6-3e9940c66c2b admin admin] Publish callbacks [] for security_group (63a9a0cc-b24a-45b1-a0f8-a84c96a65330), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.231889 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1c5212c8-f2d2-436e-9aa6-3e9940c66c2b admin admin] Publish callbacks [] for security_group (63a9a0cc-b24a-45b1-a0f8-a84c96a65330), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.286311 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e784371c-ce51-4bd5-932b-4a56b8c3b57b req-c5a4eb4d-67a0-474e-a033-06896a28b212 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181393 Apr 06 10:54:50.325024 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1c5212c8-f2d2-436e-9aa6-3e9940c66c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (63a9a0cc-b24a-45b1-a0f8-a84c96a65330), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.328223 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1c5212c8-f2d2-436e-9aa6-3e9940c66c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.332782 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-1c5212c8-f2d2-436e-9aa6-3e9940c66c2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63a9a0cc-b24a-45b1-a0f8-a84c96a65330 HTTP/1.1" status: 204 len: 168 time: 0.3993316 Apr 06 10:54:50.347047 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5212c8-f2d2-436e-9aa6-3e9940c66c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a9a0cc-b24a-45b1-a0f8-a84c96a65330,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:50.673443 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 52270) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:50.844957 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9ae5fb4b-82b5-41cf-afe0-5e4abbf2dbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.855491 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52280) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:50.899699 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c736611e-134e-4a37-9746-e2f234e9ec4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.919867 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a80b6505-b487-4845-88a2-6b509ded31ea req-8b3e90e8-bfc0-4268-853e-189625a4f242 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.0523703 Apr 06 10:54:50.953771 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9ae5fb4b-82b5-41cf-afe0-5e4abbf2dbf2 admin admin] Publish callbacks [] for security_group (72347af6-b36f-4efd-adde-228858864318), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:50.963035 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9ae5fb4b-82b5-41cf-afe0-5e4abbf2dbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (72347af6-b36f-4efd-adde-228858864318), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.040205 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5fb4b-82b5-41cf-afe0-5e4abbf2dbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72347af6-b36f-4efd-adde-228858864318,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.051342 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-9ae5fb4b-82b5-41cf-afe0-5e4abbf2dbf2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7b120f9f0fe4a9e9d29dcb3bda99ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3754995 Apr 06 10:54:51.064213 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 52284) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:51.065955 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c736611e-134e-4a37-9746-e2f234e9ec4b admin admin] Publish callbacks [] for security_group (6c3e7f09-bef4-47d0-bf56-caa9f9a12bb0), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.072071 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c736611e-134e-4a37-9746-e2f234e9ec4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (6c3e7f09-bef4-47d0-bf56-caa9f9a12bb0), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.116936 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-c736611e-134e-4a37-9746-e2f234e9ec4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=905caf1d6f7f46e08b2453b028566390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594309 Apr 06 10:54:51.118085 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c736611e-134e-4a37-9746-e2f234e9ec4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3e7f09-bef4-47d0-bf56-caa9f9a12bb0,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.120661 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52286) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:51.126052 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-955c2b55-2619-4014-b1e2-faf6dfd4e7f3 req-3ad64e30-8092-435f-8ff8-0cb45d0b8658 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0644271 Apr 06 10:54:51.182980 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ff43cd0a-9294-49f8-8248-2d534b88f39b admin admin] Publish callbacks [] for security_group (6c3e7f09-bef4-47d0-bf56-caa9f9a12bb0), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.187657 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0846dfb5-7884-41fb-b0b5-c338b8ff2913 admin admin] Publish callbacks [] for security_group (72347af6-b36f-4efd-adde-228858864318), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.207016 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ff43cd0a-9294-49f8-8248-2d534b88f39b admin admin] Publish callbacks [] for security_group (6c3e7f09-bef4-47d0-bf56-caa9f9a12bb0), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.211511 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0846dfb5-7884-41fb-b0b5-c338b8ff2913 admin admin] Publish callbacks [] for security_group (72347af6-b36f-4efd-adde-228858864318), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.264690 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ff43cd0a-9294-49f8-8248-2d534b88f39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (6c3e7f09-bef4-47d0-bf56-caa9f9a12bb0), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.268352 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ff43cd0a-9294-49f8-8248-2d534b88f39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.269764 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-ff43cd0a-9294-49f8-8248-2d534b88f39b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6c3e7f09-bef4-47d0-bf56-caa9f9a12bb0 HTTP/1.1" status: 204 len: 168 time: 0.1477966 Apr 06 10:54:51.270621 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0846dfb5-7884-41fb-b0b5-c338b8ff2913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (72347af6-b36f-4efd-adde-228858864318), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.275374 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0846dfb5-7884-41fb-b0b5-c338b8ff2913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:51.277754 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-0846dfb5-7884-41fb-b0b5-c338b8ff2913 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72347af6-b36f-4efd-adde-228858864318 HTTP/1.1" status: 204 len: 168 time: 0.2119756 Apr 06 10:54:51.279388 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff43cd0a-9294-49f8-8248-2d534b88f39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3e7f09-bef4-47d0-bf56-caa9f9a12bb0,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.289595 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846dfb5-7884-41fb-b0b5-c338b8ff2913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72347af6-b36f-4efd-adde-228858864318,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:51.490148 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdd191-baa1-46f3-b456-7b1ceaa33909 req-d96c9578-699f-4f47-b543-a5f3be149351 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:51.496096 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-57fdd191-baa1-46f3-b456-7b1ceaa33909 req-d96c9578-699f-4f47-b543-a5f3be149351 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.1032352 Apr 06 10:54:51.559754 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-57fdd191-baa1-46f3-b456-7b1ceaa33909 req-358eb78c-1301-42e9-8098-164c39019e26 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485291 Apr 06 10:54:51.887825 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52316) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:51.904703 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ba55d063-9b38-44b6-9c8d-80bb1408e1f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.001560 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ba55d063-9b38-44b6-9c8d-80bb1408e1f3 admin admin] Publish callbacks [] for security_group (5c91f887-d983-4b14-941d-29a97b10b740), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.007931 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ba55d063-9b38-44b6-9c8d-80bb1408e1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (5c91f887-d983-4b14-941d-29a97b10b740), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.050457 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-ba55d063-9b38-44b6-9c8d-80bb1408e1f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4d251f4d08b414d80d3e1a0fdccb9af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598046 Apr 06 10:54:52.050457 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba55d063-9b38-44b6-9c8d-80bb1408e1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c91f887-d983-4b14-941d-29a97b10b740,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:52.052990 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52322) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:52.084895 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f2ab36aa-d149-439f-9e6d-202ee0229d4b req-9f697002-834f-4564-a1a6-8640834d5c8f tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.0537066 Apr 06 10:54:52.109843 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-00c2ba07-49da-4b9c-9079-42ce91435fee admin admin] Publish callbacks [] for security_group (5c91f887-d983-4b14-941d-29a97b10b740), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.136338 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-00c2ba07-49da-4b9c-9079-42ce91435fee admin admin] Publish callbacks [] for security_group (5c91f887-d983-4b14-941d-29a97b10b740), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.203847 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-00c2ba07-49da-4b9c-9079-42ce91435fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (5c91f887-d983-4b14-941d-29a97b10b740), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.210647 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-00c2ba07-49da-4b9c-9079-42ce91435fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.216920 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-00c2ba07-49da-4b9c-9079-42ce91435fee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c91f887-d983-4b14-941d-29a97b10b740 HTTP/1.1" status: 204 len: 168 time: 0.1587863 Apr 06 10:54:52.244879 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2ba07-49da-4b9c-9079-42ce91435fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c91f887-d983-4b14-941d-29a97b10b740,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:52.261725 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 5b9a289f-843d-4b4e-b76c-620a7fa50d56 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:54:52.280949 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-40a5276c-ebb6-41c0-9f7f-b7f11f3cba16 req-e20499fb-f728-4a6f-94fe-465c63c090a0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0524054 Apr 06 10:54:52.354080 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'port': {'device_id': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'admin_state_up': True, 'tenant_id': '9283348a33dd4069a243783b2295178f', 'security_groups': ['b5d67025-b148-4de8-9e71-a02641a7ebdf']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:52.485230 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-adba64a8-a59f-4e20-9928-69bb59ed5b7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b3f75c-194d-4c4e-8f84-fc4281068749 HTTP/1.1" status: 200 len: 217 time: 0.1386342 Apr 06 10:54:52.609913 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 5b9a289f-843d-4b4e-b76c-620a7fa50d56, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5b9a289f-843d-4b4e-b76c-620a7fa50d56,segment=NetworkSegment(f96c1e37-2304-41ea-bb04-348f82d343b9),segment_id=f96c1e37-2304-41ea-bb04-348f82d343b9)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:52.670035 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '5b9a289f-843d-4b4e-b76c-620a7fa50d56', 'network_id': '0b462d85-da35-44aa-a689-25c11801375d', 'port_id': '5b9a289f-843d-4b4e-b76c-620a7fa50d56', 'mac_address': 'fa:16:3e:50:db:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8f8efb-3007-4800-aefe-8a118505ff9c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:54:52.738696 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Made reservation on behalf of 9283348a33dd4069a243783b2295178f for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:52.757572 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.776667 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:52.777500 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.824585 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9a289f-843d-4b4e-b76c-620a7fa50d56 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:52.881105 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-5dacd2f0-9494-437d-b5a3-fef0123154c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:52.881437 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 5b9a289f-843d-4b4e-b76c-620a7fa50d56, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5b9a289f-843d-4b4e-b76c-620a7fa50d56,segment=NetworkSegment(f96c1e37-2304-41ea-bb04-348f82d343b9),segment_id=f96c1e37-2304-41ea-bb04-348f82d343b9)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:52.884645 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-5dacd2f0-9494-437d-b5a3-fef0123154c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.2410021 Apr 06 10:54:52.889875 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:52.935541 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.26', 65326) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:53.016382 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=5b9a289f-843d-4b4e-b76c-620a7fa50d56,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:53.182066 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-270b31d3-91b2-43b6-8c11-c3a3edd3122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:53.186657 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-270b31d3-91b2-43b6-8c11-c3a3edd3122f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2936687 Apr 06 10:54:53.248882 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['5b9a289f-843d-4b4e-b76c-620a7fa50d56'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:54:53.287141 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4507e9d0-f6ce-43cb-8cbd-f245ff765345 req-5b622285-3c20-45f8-b29a-5ada6969ccb0 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:53.294984 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4507e9d0-f6ce-43cb-8cbd-f245ff765345 req-5b622285-3c20-45f8-b29a-5ada6969ccb0 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.4633694 Apr 06 10:54:53.400596 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-e2f65485-b426-438e-a053-1025095efd1c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:53.402321 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-e2f65485-b426-438e-a053-1025095efd1c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 819 time: 0.4606102 Apr 06 10:54:53.422386 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4507e9d0-f6ce-43cb-8cbd-f245ff765345 req-09354404-b29e-4202-8c2a-9178d056308e tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211636 Apr 06 10:54:53.441332 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Allocated IP 172.20.0.13 (b9435f01-e75d-47f9-9918-d437dc99ce1a/d8cb4a9d-3fd6-40dd-93f9-d0599d19883c/4d510076-82a3-45b9-81cc-9ffeb89f9ec1) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:53.486542 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Request body: {'port': {'device_id': '61f901d3-cde9-47e6-a047-8ec95739a932', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'admin_state_up': True, 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:53.624622 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c38d001e-530c-471a-a4ba-8ee2ceac589e req-0377cd80-a1f3-41c2-b5ff-72652f14cee3 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0785966 Apr 06 10:54:53.910145 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:53.939079 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a607e1c9-27ab-4daa-ac50-a7db6cd6c4ae req-2ffaa7ab-8d5c-45c2-aecc-c068a55150d2 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.0760875 Apr 06 10:54:54.001897 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Made reservation on behalf of 3d35baa9bd0b438fadef42b3a0a4bca8 for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:54:54.011982 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:54.065488 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-361056dd-156c-49f0-b097-9a3b5d2c1bfa service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8727012 Apr 06 10:54:54.278195 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:54.305814 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-512e61a5-abb4-4287-8ab9-a1231112eff3 req-c7da2830-6cdb-4e0b-833d-648cbce74e5d service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236919 Apr 06 10:54:54.374916 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Network b9435f01-e75d-47f9-9918-d437dc99ce1a is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:54.377761 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Allocated IP 172.20.0.12 (96f3043b-67c6-464c-b72a-826c66d4afef/2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c/a5c8ca29-81aa-409a-9f8b-23364b746079) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:54:54.381565 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:54.383857 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'Port': ['ID=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:54.391327 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:54.399316 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:54.400251 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:54.464799 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-819aeb8d-44c5-4748-a8c7-a7284aab84f4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1190939 Apr 06 10:54:54.720321 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673d1f5-ebc6-4345-b135-deadf56d76df req-f351cc0f-c866-4097-b6df-9991aaafc514 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:54.730710 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2673d1f5-ebc6-4345-b135-deadf56d76df req-f351cc0f-c866-4097-b6df-9991aaafc514 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 944 time: 0.1537726 Apr 06 10:54:54.823117 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-681ad470-6042-4639-b7d4-f78e1656b6e6 req-5e9aac6c-352e-412c-8b60-246975a36f53 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0733657 Apr 06 10:54:54.886556 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-170c7fea-a9d9-43a7-95c3-3ee9ef3cfef8 None None] Provisioning complete for port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:54.888143 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-170c7fea-a9d9-43a7-95c3-3ee9ef3cfef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:54.948392 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-170c7fea-a9d9-43a7-95c3-3ee9ef3cfef8 None None] Port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:54.976690 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.087846 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2673d1f5-ebc6-4345-b135-deadf56d76df req-3d7cdaff-cac0-4ae6-9aa3-6f1e9764c6a5 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527136 Apr 06 10:54:55.103137 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.142093 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee57720-beb7-4cef-8689-93971153193e req-47a4f63d-d0cf-4db0-bd24-b392cc7a112b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:55.149881 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0ee57720-beb7-4cef-8689-93971153193e req-47a4f63d-d0cf-4db0-bd24-b392cc7a112b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 932 time: 0.0795963 Apr 06 10:54:55.209095 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Network 96f3043b-67c6-464c-b72a-826c66d4afef is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:54:55.211838 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0ee57720-beb7-4cef-8689-93971153193e req-a600435d-4018-44c5-bcac-b0a65ddad479 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563214 Apr 06 10:54:55.216008 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:54:55.223971 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:54:55.235126 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:55.236280 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.247653 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event updated for resources: {'Port': ['ID=a5c8ca29-81aa-409a-9f8b-23364b746079,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:55.278530 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-3f4e1d1f-03a3-4af7-af73-7a1ca3af5184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7994483 Apr 06 10:54:55.596107 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-4c0eb278-6898-496e-8cee-1936df9c3728 None None] Provisioning complete for port a5c8ca29-81aa-409a-9f8b-23364b746079 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:55.596563 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-4c0eb278-6898-496e-8cee-1936df9c3728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:55.655155 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-4c0eb278-6898-496e-8cee-1936df9c3728 None None] Port a5c8ca29-81aa-409a-9f8b-23364b746079 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:54:55.971403 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326e0104-b178-472f-9416-a9cfd4872cc9 req-a28b9d5f-70f5-4ea5-9e20-eff6fe63cfef tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:55.974348 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-326e0104-b178-472f-9416-a9cfd4872cc9 req-a28b9d5f-70f5-4ea5-9e20-eff6fe63cfef tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 932 time: 0.0698917 Apr 06 10:54:56.068539 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-326e0104-b178-472f-9416-a9cfd4872cc9 req-a4c6c5b4-e33d-482f-94d5-34567e85532b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831692 Apr 06 10:54:56.255125 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a700c-e6f8-41d4-8809-73ec58748a99 req-ba91f624-730d-4954-be0d-5f40280ca8ab tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:56.257347 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b78a700c-e6f8-41d4-8809-73ec58748a99 req-ba91f624-730d-4954-be0d-5f40280ca8ab tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 944 time: 0.0773654 Apr 06 10:54:56.345132 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b78a700c-e6f8-41d4-8809-73ec58748a99 req-36ab1e15-d1a3-467f-92c8-a2aa81fe1955 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765221 Apr 06 10:54:56.383621 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79603d44-669b-496d-b6a6-60cac12f6555 req-2a4eb518-15dc-4a61-bd48-4893bb6e8b02 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:56.385249 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-79603d44-669b-496d-b6a6-60cac12f6555 req-2a4eb518-15dc-4a61-bd48-4893bb6e8b02 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 932 time: 0.0663288 Apr 06 10:54:56.460496 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-79603d44-669b-496d-b6a6-60cac12f6555 req-7de87860-2880-4077-b034-e1620d0c15ca tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640519 Apr 06 10:54:57.174935 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 5b9a289f-843d-4b4e-b76c-620a7fa50d56 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:54:57.299210 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:54:57.308418 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:54:57.309220 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:57.319100 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b522d-1ce8-4ad8-bada-83d7ebea42fe req-577ac17d-2696-4e7a-a615-04dacc8312c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:57.330273 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e67b522d-1ce8-4ad8-bada-83d7ebea42fe req-577ac17d-2696-4e7a-a615-04dacc8312c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 932 time: 0.1245186 Apr 06 10:54:57.437129 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e67b522d-1ce8-4ad8-bada-83d7ebea42fe req-16cf6911-ab73-4405-a0aa-8dfa7af52c4f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044855 Apr 06 10:54:57.490907 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:54:57.491568 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:57.544359 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 5b9a289f-843d-4b4e-b76c-620a7fa50d56, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5b9a289f-843d-4b4e-b76c-620a7fa50d56,segment=NetworkSegment(f96c1e37-2304-41ea-bb04-348f82d343b9),segment_id=f96c1e37-2304-41ea-bb04-348f82d343b9)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:57.546060 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995432e7-b66d-4b15-89b1-1f7355dd5245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9a289f-843d-4b4e-b76c-620a7fa50d56'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:54:57.592293 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558f5db-e067-40a6-bcbf-140ec483a8e9 req-31826980-23e0-42b9-8dd5-959f2a327419 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:57.596440 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e558f5db-e067-40a6-bcbf-140ec483a8e9 req-31826980-23e0-42b9-8dd5-959f2a327419 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 944 time: 0.1161523 Apr 06 10:54:57.670115 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:57.681802 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e558f5db-e067-40a6-bcbf-140ec483a8e9 req-166437f7-7cf6-412c-aed9-16b369195b7f tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772436 Apr 06 10:54:57.694380 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdb304-a5e5-4781-ab16-6f31f9ad64d8 req-06509a14-6468-4e22-a06c-058b9b5014e9 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:57.720301 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-94cdb304-a5e5-4781-ab16-6f31f9ad64d8 req-06509a14-6468-4e22-a06c-058b9b5014e9 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 932 time: 0.1524055 Apr 06 10:54:57.774300 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=5b9a289f-843d-4b4e-b76c-620a7fa50d56,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:57.803286 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-94cdb304-a5e5-4781-ab16-6f31f9ad64d8 req-5344d716-19ee-4107-af63-fad69fec3967 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815985 Apr 06 10:54:57.814572 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Request body: {'port': {'device_id': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:57.821733 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Request body: {'port': {'device_id': '61f901d3-cde9-47e6-a047-8ec95739a932', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:54:57.885450 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-a358f892-d37f-42bb-aacd-86d99c30bc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:57.891778 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-a358f892-d37f-42bb-aacd-86d99c30bc24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 1127 time: 0.0850685 Apr 06 10:54:57.933645 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f12a028-a386-4773-88d6-3f73af245791" -d '{"events": [{"server_uuid": "995432e7-b66d-4b15-89b1-1f7355dd5245", "name": "network-vif-plugged", "status": "completed", "tag": "5b9a289f-843d-4b4e-b76c-620a7fa50d56"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:54:58.070185 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:58.074374 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:58.171303 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f07e01e-fa69-48ba-9726-f191b1ab0e43 x-openstack-request-id: req-5f07e01e-fa69-48ba-9726-f191b1ab0e43 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:54:58.172566 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995432e7-b66d-4b15-89b1-1f7355dd5245", "name": "network-vif-plugged", "status": "completed", "tag": "5b9a289f-843d-4b4e-b76c-620a7fa50d56", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:54:58.173391 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f07e01e-fa69-48ba-9726-f191b1ab0e43 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:54:58.174376 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f07e01e-fa69-48ba-9726-f191b1ab0e43'] response: {'server_uuid': '995432e7-b66d-4b15-89b1-1f7355dd5245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9a289f-843d-4b4e-b76c-620a7fa50d56', 'code': 200} Apr 06 10:54:58.222119 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-4e428372-d436-4650-ba56-b5e981b9001f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:58.226295 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-4e428372-d436-4650-ba56-b5e981b9001f service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.3284068 Apr 06 10:54:58.364652 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-c37f62f8-9ee7-412e-b6a6-66631050c26c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b3f75c-194d-4c4e-8f84-fc4281068749 HTTP/1.1" status: 200 len: 217 time: 0.1270578 Apr 06 10:54:58.478370 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-4142f2e1-85c4-4c30-b320-7f02d22abdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:58.481010 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-4142f2e1-85c4-4c30-b320-7f02d22abdcb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.1078157 Apr 06 10:54:58.597140 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.26', 65336) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:54:58.826048 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-90e785f6-3875-4c3b-bde4-708639a6ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:58.829160 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-90e785f6-3875-4c3b-bde4-708639a6ec6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3361535 Apr 06 10:54:59.019841 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2105cf-4a2b-4742-b771-c45ae696fc57 req-faaa39ab-c875-4493-85f3-da443f2e62ee tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:59.029182 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3e2105cf-4a2b-4742-b771-c45ae696fc57 req-faaa39ab-c875-4493-85f3-da443f2e62ee tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 932 time: 0.3357797 Apr 06 10:54:59.163512 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3e2105cf-4a2b-4742-b771-c45ae696fc57 req-5cbe545e-651b-4bfd-b19d-231d0b804788 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363881 Apr 06 10:54:59.166215 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c2762-50dd-4868-a70a-a72fc8a6dfa5 req-8aef6f89-d362-4523-8fce-9e5b7ae58146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:59.168990 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-706c2762-50dd-4868-a70a-a72fc8a6dfa5 req-8aef6f89-d362-4523-8fce-9e5b7ae58146 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 1129 time: 0.5683787 Apr 06 10:54:59.198077 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-2dc4f3e7-93aa-4797-8552-9874bf294cd8 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611951 Apr 06 10:54:59.258971 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb588d5-bc1d-40d2-aa20-f869f8103fc9 req-0c1eafc8-f818-427c-ad00-af750eae0609 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:59.272489 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fbb588d5-bc1d-40d2-aa20-f869f8103fc9 req-0c1eafc8-f818-427c-ad00-af750eae0609 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.4061821 Apr 06 10:54:59.290439 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-706c2762-50dd-4868-a70a-a72fc8a6dfa5 req-31f1f9be-3f9b-4393-aaff-983dc245ea6c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:59.437685 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 23b3f75c-194d-4c4e-8f84-fc4281068749 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:54:59.484765 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-91d76e1a-4503-4fe5-9072-faa95fa0ef3f req-f3ce7cb3-de0c-45a2-bd36-e8ab33a91868 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791364 Apr 06 10:54:59.577894 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef48e4-e0f0-4e45-a26b-6feaf071b001 req-13604ac7-7dff-4db8-ab91-4eedb50471d8 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:54:59.585752 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a1ef48e4-e0f0-4e45-a26b-6feaf071b001 req-13604ac7-7dff-4db8-ab91-4eedb50471d8 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 932 time: 0.1499319 Apr 06 10:54:59.612130 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fbb588d5-bc1d-40d2-aa20-f869f8103fc9 req-6c4313e5-b337-49e2-b8de-610ff601efa5 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382297 Apr 06 10:54:59.671240 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:59.673461 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a1ef48e4-e0f0-4e45-a26b-6feaf071b001 req-32bacb34-028a-4269-8016-b4b79d128bca tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866890 Apr 06 10:54:59.691167 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Publish callbacks [] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:59.785906 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Transition to ACTIVE for port object 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:54:59.814231 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:59.832360 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c8ca29-81aa-409a-9f8b-23364b746079 {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:54:59.833375 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 23b3f75c-194d-4c4e-8f84-fc4281068749, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=23b3f75c-194d-4c4e-8f84-fc4281068749,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:54:59.860550 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '23b3f75c-194d-4c4e-8f84-fc4281068749', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'port_id': '23b3f75c-194d-4c4e-8f84-fc4281068749', 'mac_address': 'fa:16:3e:fb:11:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:54:59.883445 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Publish callbacks [] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:59.961867 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Transition to ACTIVE for port object a5c8ca29-81aa-409a-9f8b-23364b746079 will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:54:59.969490 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Pushing event updated for resources: {'Port': ['ID=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:54:59.989729 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-706c2762-50dd-4868-a70a-a72fc8a6dfa5 req-31f1f9be-3f9b-4393-aaff-983dc245ea6c service neutron] Publish callbacks [] for security_group (f59419e0-2f77-429d-aa23-c1aa91fe906a), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:54:59.998608 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:00.012764 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 23b3f75c-194d-4c4e-8f84-fc4281068749 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:00.013421 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:00.030048 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-706c2762-50dd-4868-a70a-a72fc8a6dfa5 req-31f1f9be-3f9b-4393-aaff-983dc245ea6c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (f59419e0-2f77-429d-aa23-c1aa91fe906a), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:00.068931 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b3f75c-194d-4c4e-8f84-fc4281068749 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:55:00.128400 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 23b3f75c-194d-4c4e-8f84-fc4281068749, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=23b3f75c-194d-4c4e-8f84-fc4281068749,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:00.151362 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:00.196478 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1f9be-3f9b-4393-aaff-983dc245ea6c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f59419e0-2f77-429d-aa23-c1aa91fe906a,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:00.264399 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Attempting to bind port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:55:00.264978 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Attempting to bind port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:55:00.265688 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Attempting to bind port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 on network b9435f01-e75d-47f9-9918-d437dc99ce1a {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:00.280454 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 on network b9435f01-e75d-47f9-9918-d437dc99ce1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:55:00.281092 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Attempting to bind port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 on network b9435f01-e75d-47f9-9918-d437dc99ce1a {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:00.304597 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=23b3f75c-194d-4c4e-8f84-fc4281068749,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:00.363995 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c8ca29-81aa-409a-9f8b-23364b746079,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:00.386860 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-706c2762-50dd-4868-a70a-a72fc8a6dfa5 req-31f1f9be-3f9b-4393-aaff-983dc245ea6c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2059972 Apr 06 10:55:00.390192 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Attempting to bind port a5c8ca29-81aa-409a-9f8b-23364b746079 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:55:00.391019 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Attempting to bind port a5c8ca29-81aa-409a-9f8b-23364b746079 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:55:00.395763 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Attempting to bind port a5c8ca29-81aa-409a-9f8b-23364b746079 on network 96f3043b-67c6-464c-b72a-826c66d4afef {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:00.438015 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:55:00.440479 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Checking segment: {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:00.441638 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Bound using segment: {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:55:00.442812 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['23b3f75c-194d-4c4e-8f84-fc4281068749'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:55:00.444036 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Bound port: 4d510076-82a3-45b9-81cc-9ffeb89f9ec1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:55:00.445895 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:00.569564 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Port a5c8ca29-81aa-409a-9f8b-23364b746079 on network 96f3043b-67c6-464c-b72a-826c66d4afef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:55:00.570077 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Attempting to bind port a5c8ca29-81aa-409a-9f8b-23364b746079 on network 96f3043b-67c6-464c-b72a-826c66d4afef {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:00.588963 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:55:00.588963 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Checking segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:00.588963 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Bound using segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:55:00.588963 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Bound port: a5c8ca29-81aa-409a-9f8b-23364b746079, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:55:00.588963 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:00.832185 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 52688) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:00.902607 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bbcf57-8b74-4416-979f-d7beeaa14274 req-ab20856a-87b3-4d0c-bb98-f304aa256926 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:00.916123 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-46bbcf57-8b74-4416-979f-d7beeaa14274 req-ab20856a-87b3-4d0c-bb98-f304aa256926 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 944 time: 0.5346727 Apr 06 10:55:00.924771 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc3ee4-abaa-440b-a2fb-d2a4b93e500b req-eba4a497-b2c1-496a-8008-b1c55cb8532b tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:00.928489 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3cfc3ee4-abaa-440b-a2fb-d2a4b93e500b req-eba4a497-b2c1-496a-8008-b1c55cb8532b tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.1359437 Apr 06 10:55:01.028711 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] For port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:55:01.033144 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] For port a5c8ca29-81aa-409a-9f8b-23364b746079, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:55:01.048275 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3cfc3ee4-abaa-440b-a2fb-d2a4b93e500b req-7fccdb88-0731-4d84-9276-90d52d71ffb6 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072619 Apr 06 10:55:01.149023 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] For port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:55:01.160009 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] For port a5c8ca29-81aa-409a-9f8b-23364b746079, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5c8ca29-81aa-409a-9f8b-23364b746079,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:55:01.177210 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.201915 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.291439 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd8745-c42f-4eab-8007-580caf7c9f74 req-b0a7499c-db68-447d-8300-38185a2ccb28 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:01.315024 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cbdd8745-c42f-4eab-8007-580caf7c9f74 req-b0a7499c-db68-447d-8300-38185a2ccb28 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 944 time: 0.1755288 Apr 06 10:55:01.345800 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-46bbcf57-8b74-4416-979f-d7beeaa14274 req-0feb88af-f1a1-4c9b-8a2a-239e8064563c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027088 Apr 06 10:55:01.363034 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:01.365555 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.369689 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] 10.222.0.26 "PUT /v2.0/ports/4d510076-82a3-45b9-81cc-9ffeb89f9ec1 HTTP/1.1" status: 200 len: 1094 time: 3.5636623 Apr 06 10:55:01.382072 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8b267e0b-c428-47e3-843b-50f0c79a257f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.385305 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'tag': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:01.431769 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e4dd89-f77e-413b-bcda-655c0dcee874" -d '{"events": [{"name": "network-changed", "server_uuid": "396cc73a-87a4-44b8-8191-777fe7564a7f", "tag": "4d510076-82a3-45b9-81cc-9ffeb89f9ec1"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:01.431769 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:01.431769 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.432518 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] 10.222.0.26 "PUT /v2.0/ports/a5c8ca29-81aa-409a-9f8b-23364b746079 HTTP/1.1" status: 200 len: 1094 time: 3.6281710 Apr 06 10:55:01.437994 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 23b3f75c-194d-4c4e-8f84-fc4281068749 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:55:01.518956 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4394cf3-7f59-4d3d-8fe7-87635b1ac90e service neutron] Pushing event updated for resources: {'Port': ['ID=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:01.589622 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cbdd8745-c42f-4eab-8007-580caf7c9f74 req-08c42b99-1cb9-41f9-bec0-abb00239e33b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2673850 Apr 06 10:55:01.615330 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 23b3f75c-194d-4c4e-8f84-fc4281068749 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:55:01.645499 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 23b3f75c-194d-4c4e-8f84-fc4281068749 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:01.646152 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.838799 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8b267e0b-c428-47e3-843b-50f0c79a257f admin admin] Publish callbacks [] for security_group (82ad0e7e-a6ba-4798-af42-7cf66b79ecb9), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.848708 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5e768e-5519-4d25-bdcd-ee23b6a619eb x-openstack-request-id: req-ba5e768e-5519-4d25-bdcd-ee23b6a619eb {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:01.857312 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396cc73a-87a4-44b8-8191-777fe7564a7f", "tag": "4d510076-82a3-45b9-81cc-9ffeb89f9ec1", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:01.857920 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ba5e768e-5519-4d25-bdcd-ee23b6a619eb {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:01.858731 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5e768e-5519-4d25-bdcd-ee23b6a619eb'] response: {'name': 'network-changed', 'server_uuid': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'tag': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1', 'status': 'completed', 'code': 200} Apr 06 10:55:01.916863 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8b267e0b-c428-47e3-843b-50f0c79a257f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (82ad0e7e-a6ba-4798-af42-7cf66b79ecb9), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:01.982026 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 23b3f75c-194d-4c4e-8f84-fc4281068749 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:01.982647 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.019885 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1dc113-cb47-4731-9747-15d7572305ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b3f75c-194d-4c4e-8f84-fc4281068749'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:02.022873 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2801ef-b14b-4930-ada0-3184b657e3f6" -d '{"events": [{"server_uuid": "5a1dc113-cb47-4731-9747-15d7572305ac", "name": "network-vif-plugged", "status": "completed", "tag": "23b3f75c-194d-4c4e-8f84-fc4281068749"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:02.041053 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 23b3f75c-194d-4c4e-8f84-fc4281068749, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=23b3f75c-194d-4c4e-8f84-fc4281068749,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:02.048642 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.125850 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=23b3f75c-194d-4c4e-8f84-fc4281068749,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:02.149782 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b267e0b-c428-47e3-843b-50f0c79a257f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ad0e7e-a6ba-4798-af42-7cf66b79ecb9,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:02.179021 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-8b267e0b-c428-47e3-843b-50f0c79a257f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=917600dadbb94aa3ba7dbb3f24f1d8f3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3287013 Apr 06 10:55:02.179021 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cedad-466a-4b81-87f3-9f09ef5c4636 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c8ca29-81aa-409a-9f8b-23364b746079,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:02.179441 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52724) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:02.190792 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2a59dc-35a9-48a3-8189-3cdb104ef85c x-openstack-request-id: req-2c2a59dc-35a9-48a3-8189-3cdb104ef85c {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:02.191123 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1dc113-cb47-4731-9747-15d7572305ac", "name": "network-vif-plugged", "status": "completed", "tag": "23b3f75c-194d-4c4e-8f84-fc4281068749", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:02.191537 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2c2a59dc-35a9-48a3-8189-3cdb104ef85c {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:02.192809 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2a59dc-35a9-48a3-8189-3cdb104ef85c'] response: {'server_uuid': '5a1dc113-cb47-4731-9747-15d7572305ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b3f75c-194d-4c4e-8f84-fc4281068749', 'code': 200} Apr 06 10:55:02.218604 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-270cbea6-a360-43ff-b388-e6120748d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:02.220912 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-270cbea6-a360-43ff-b388-e6120748d20a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 1128 time: 0.3590438 Apr 06 10:55:02.227011 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4dd89-f77e-413b-bcda-655c0dcee874 req-668525ad-e4e5-423c-bdaa-4e7373a0ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:02.229656 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d0e4dd89-f77e-413b-bcda-655c0dcee874 req-668525ad-e4e5-423c-bdaa-4e7373a0ccdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 1128 time: 0.3694408 Apr 06 10:55:02.275664 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-04b4bc6e-09ff-44db-a104-98ca1d868ede admin admin] Publish callbacks [] for security_group (82ad0e7e-a6ba-4798-af42-7cf66b79ecb9), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.309310 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-04b4bc6e-09ff-44db-a104-98ca1d868ede admin admin] Publish callbacks [] for security_group (82ad0e7e-a6ba-4798-af42-7cf66b79ecb9), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.384012 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-04b4bc6e-09ff-44db-a104-98ca1d868ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (82ad0e7e-a6ba-4798-af42-7cf66b79ecb9), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.387518 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-04b4bc6e-09ff-44db-a104-98ca1d868ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:02.389140 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-04b4bc6e-09ff-44db-a104-98ca1d868ede admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/82ad0e7e-a6ba-4798-af42-7cf66b79ecb9 HTTP/1.1" status: 204 len: 168 time: 0.2084181 Apr 06 10:55:02.394213 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67e75c-3f42-4ba7-8564-f86e08a6533b req-ae5ac0a2-4ae4-4707-acb3-9661c091210c tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:02.398791 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6c67e75c-3f42-4ba7-8564-f86e08a6533b req-ae5ac0a2-4ae4-4707-acb3-9661c091210c tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.1656568 Apr 06 10:55:02.415379 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4bc6e-09ff-44db-a104-98ca1d868ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ad0e7e-a6ba-4798-af42-7cf66b79ecb9,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:02.527743 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6c67e75c-3f42-4ba7-8564-f86e08a6533b req-c94c7efa-9187-4ac5-a6cb-2a867334cf68 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218126 Apr 06 10:55:02.555188 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52742) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:02.730020 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d27cf6-aace-4a3f-bcca-c07793a574e6 req-c7c0aad1-d46f-4a30-b0c5-ea2a442e62a2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:02.736878 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-55d27cf6-aace-4a3f-bcca-c07793a574e6 req-c7c0aad1-d46f-4a30-b0c5-ea2a442e62a2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 944 time: 0.1740794 Apr 06 10:55:02.934353 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-e29633fc-923b-4df2-b36e-c422cdc3c228 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5c8ca29-81aa-409a-9f8b-23364b746079 HTTP/1.1" status: 200 len: 217 time: 0.3504736 Apr 06 10:55:02.983722 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-55d27cf6-aace-4a3f-bcca-c07793a574e6 req-0b469330-5d24-4d58-b320-eb411431f4ec tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387559 Apr 06 10:55:03.158120 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.286488 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a755822a-ac7f-4ad0-ab91-e2c90aab55df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.408332 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a755822a-ac7f-4ad0-ab91-e2c90aab55df admin admin] Publish callbacks [] for security_group (8c7097ba-d5de-47c3-8b7d-a74d6433f631), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.418026 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a755822a-ac7f-4ad0-ab91-e2c90aab55df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (8c7097ba-d5de-47c3-8b7d-a74d6433f631), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.510697 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a755822a-ac7f-4ad0-ab91-e2c90aab55df admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=60ea89046d5d46eab5af8d1054b1657a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9517672 Apr 06 10:55:03.511006 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52776) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:03.511551 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52778) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:03.597109 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755822a-ac7f-4ad0-ab91-e2c90aab55df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7097ba-d5de-47c3-8b7d-a74d6433f631,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:03.611180 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-2d79f58b-d5c2-4ff8-bf07-af5151230ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:03.613098 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-2d79f58b-d5c2-4ff8-bf07-af5151230ccb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.6489265 Apr 06 10:55:03.625096 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cb020ac0-6008-42b3-b545-440e461f73b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.671435 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4dd89-f77e-413b-bcda-655c0dcee874 req-6a1c7c29-2ec1-45c6-a909-62bf29b1be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:03.673578 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d0e4dd89-f77e-413b-bcda-655c0dcee874 req-6a1c7c29-2ec1-45c6-a909-62bf29b1be2f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9283348a33dd4069a243783b2295178f&shared=False HTTP/1.1" status: 200 len: 911 time: 1.0885038 Apr 06 10:55:03.694970 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516dd75-bed4-47fd-91cf-862844e2999b req-bdb0fb30-8bfc-4eb7-b982-5bfb2be7cbd7 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:03.696693 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b516dd75-bed4-47fd-91cf-862844e2999b req-bdb0fb30-8bfc-4eb7-b982-5bfb2be7cbd7 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 944 time: 0.7744546 Apr 06 10:55:03.705892 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52782) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:03.708050 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-efc13b49-0c73-44f9-a97a-4879a087cfa3 admin admin] Publish callbacks [] for security_group (8c7097ba-d5de-47c3-8b7d-a74d6433f631), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.824150 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4581722-f63c-4245-b179-c90f800b407d req-1246ba44-d284-4042-ac23-21dfed89cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:03.825780 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f4581722-f63c-4245-b179-c90f800b407d req-1246ba44-d284-4042-ac23-21dfed89cfa3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 1129 time: 0.6434388 Apr 06 10:55:03.832173 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-efc13b49-0c73-44f9-a97a-4879a087cfa3 admin admin] Publish callbacks [] for security_group (8c7097ba-d5de-47c3-8b7d-a74d6433f631), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.877436 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f901d3-cde9-47e6-a047-8ec95739a932', 'tag': 'a5c8ca29-81aa-409a-9f8b-23364b746079'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:03.880043 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5" -d '{"events": [{"name": "network-changed", "server_uuid": "61f901d3-cde9-47e6-a047-8ec95739a932", "tag": "a5c8ca29-81aa-409a-9f8b-23364b746079"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:03.945863 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cb020ac0-6008-42b3-b545-440e461f73b8 admin admin] Publish callbacks [] for security_group (2515d09a-f094-48d7-b7a2-813615eb8d7d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.953343 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-7b6cf29e-d784-4020-bcb2-e4519161a566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:03.954981 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-7b6cf29e-d784-4020-bcb2-e4519161a566 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3279095 Apr 06 10:55:03.959027 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b516dd75-bed4-47fd-91cf-862844e2999b req-1739034b-937e-4bcd-a202-4021e7277318 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2427547 Apr 06 10:55:03.960613 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cb020ac0-6008-42b3-b545-440e461f73b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2515d09a-f094-48d7-b7a2-813615eb8d7d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:03.986255 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe44be-fd52-455f-b567-e3b9d0c9de65 req-f0cef7bd-dc4d-46d6-8953-dfb57d528904 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:03.989563 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5dfe44be-fd52-455f-b567-e3b9d0c9de65 req-f0cef7bd-dc4d-46d6-8953-dfb57d528904 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.2857962 Apr 06 10:55:03.991013 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-20527c0a-3e62-4007-9b97-b58b1f36f50c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.076899 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f4581722-f63c-4245-b179-c90f800b407d req-9151da29-4890-436f-b132-1f3d5fbe1d98 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407842 Apr 06 10:55:04.081340 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4dd89-f77e-413b-bcda-655c0dcee874 req-b920b913-4b84-430d-979b-91b2610770be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:04.084124 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d0e4dd89-f77e-413b-bcda-655c0dcee874 req-b920b913-4b84-430d-979b-91b2610770be service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4010184 Apr 06 10:55:04.085872 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d692c57-c0e1-47f0-9024-a3a9cc4cf929 x-openstack-request-id: req-1d692c57-c0e1-47f0-9024-a3a9cc4cf929 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:04.086352 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f901d3-cde9-47e6-a047-8ec95739a932", "tag": "a5c8ca29-81aa-409a-9f8b-23364b746079", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:04.086749 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d692c57-c0e1-47f0-9024-a3a9cc4cf929 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:04.087407 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d692c57-c0e1-47f0-9024-a3a9cc4cf929'] response: {'name': 'network-changed', 'server_uuid': '61f901d3-cde9-47e6-a047-8ec95739a932', 'tag': 'a5c8ca29-81aa-409a-9f8b-23364b746079', 'status': 'completed', 'code': 200} Apr 06 10:55:04.142824 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb020ac0-6008-42b3-b545-440e461f73b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2515d09a-f094-48d7-b7a2-813615eb8d7d,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:04.147253 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-0aad4443-5d22-403a-906e-c51d6992dec2 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775744 Apr 06 10:55:04.160180 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-cb020ac0-6008-42b3-b545-440e461f73b8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5050d2e5b07149ef9986b45902daa409&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6468568 Apr 06 10:55:04.164849 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 52794) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:04.239118 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-efc13b49-0c73-44f9-a97a-4879a087cfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (8c7097ba-d5de-47c3-8b7d-a74d6433f631), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.246372 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-efc13b49-0c73-44f9-a97a-4879a087cfa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.256250 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-efc13b49-0c73-44f9-a97a-4879a087cfa3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8c7097ba-d5de-47c3-8b7d-a74d6433f631 HTTP/1.1" status: 204 len: 168 time: 0.7405868 Apr 06 10:55:04.285635 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5dfe44be-fd52-455f-b567-e3b9d0c9de65 req-cc41af50-6a08-496c-b3db-9652e76ed8d2 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493196 Apr 06 10:55:04.311985 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc13b49-0c73-44f9-a97a-4879a087cfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7097ba-d5de-47c3-8b7d-a74d6433f631,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:04.326823 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-48fdeee8-fc81-4f64-ad11-6eaace4a5a08 admin admin] Publish callbacks [] for security_group (2515d09a-f094-48d7-b7a2-813615eb8d7d), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.372518 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c160fa9-4ce1-491f-999e-0ec3c9ce6613 req-5e37d3e1-5160-445a-9f8c-ea3a0537c075 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:04.374948 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4c160fa9-4ce1-491f-999e-0ec3c9ce6613 req-5e37d3e1-5160-445a-9f8c-ea3a0537c075 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 944 time: 0.1528175 Apr 06 10:55:04.394573 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-48fdeee8-fc81-4f64-ad11-6eaace4a5a08 admin admin] Publish callbacks [] for security_group (2515d09a-f094-48d7-b7a2-813615eb8d7d), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.461967 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-20527c0a-3e62-4007-9b97-b58b1f36f50c admin admin] Publish callbacks [] for security_group (7db8ed6c-a7f8-475f-8ca7-3344f1c78952), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.479038 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-20527c0a-3e62-4007-9b97-b58b1f36f50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (7db8ed6c-a7f8-475f-8ca7-3344f1c78952), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.564664 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-20527c0a-3e62-4007-9b97-b58b1f36f50c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2f02e526fa4486d910132a5418614a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8571565 Apr 06 10:55:04.569059 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52806) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:04.570378 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20527c0a-3e62-4007-9b97-b58b1f36f50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db8ed6c-a7f8-475f-8ca7-3344f1c78952,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:04.621816 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4c160fa9-4ce1-491f-999e-0ec3c9ce6613 req-6b11cc99-87a0-4661-8da0-80478a55fc06 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336972 Apr 06 10:55:04.702286 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f73cdd73-5ccb-44e4-8170-b1ea174bda24 req-7e69514e-cdf7-4413-a225-7cd32490f9d8 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651322 Apr 06 10:55:04.717341 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-48fdeee8-fc81-4f64-ad11-6eaace4a5a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2515d09a-f094-48d7-b7a2-813615eb8d7d), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.726343 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-48fdeee8-fc81-4f64-ad11-6eaace4a5a08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.731977 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-48fdeee8-fc81-4f64-ad11-6eaace4a5a08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2515d09a-f094-48d7-b7a2-813615eb8d7d HTTP/1.1" status: 204 len: 168 time: 0.5654149 Apr 06 10:55:04.753240 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ad09eb49-8ef7-446d-8769-78186fe40f2d admin admin] Publish callbacks [] for security_group (7db8ed6c-a7f8-475f-8ca7-3344f1c78952), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.754622 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fdeee8-fc81-4f64-ad11-6eaace4a5a08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2515d09a-f094-48d7-b7a2-813615eb8d7d,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:04.838675 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ad09eb49-8ef7-446d-8769-78186fe40f2d admin admin] Publish callbacks [] for security_group (7db8ed6c-a7f8-475f-8ca7-3344f1c78952), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.921646 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-385f5908-de41-4891-946c-efbe5dc24a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:04.924067 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-385f5908-de41-4891-946c-efbe5dc24a5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 1128 time: 0.1501825 Apr 06 10:55:04.965960 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ad09eb49-8ef7-446d-8769-78186fe40f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (7db8ed6c-a7f8-475f-8ca7-3344f1c78952), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.970493 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 52816) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:04.971011 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ad09eb49-8ef7-446d-8769-78186fe40f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:04.972631 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-ad09eb49-8ef7-446d-8769-78186fe40f2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7db8ed6c-a7f8-475f-8ca7-3344f1c78952 HTTP/1.1" status: 204 len: 168 time: 0.3945298 Apr 06 10:55:05.005377 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09eb49-8ef7-446d-8769-78186fe40f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db8ed6c-a7f8-475f-8ca7-3344f1c78952,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:05.015646 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c6eaaf7e-38a1-48f4-92fd-71b1085d5437 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.245258 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c6eaaf7e-38a1-48f4-92fd-71b1085d5437 admin admin] Publish callbacks [] for security_group (340aff43-3e4a-4597-b9d7-ca956846f351), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.256230 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c6eaaf7e-38a1-48f4-92fd-71b1085d5437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (340aff43-3e4a-4597-b9d7-ca956846f351), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.304187 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc66971-03b8-492d-a693-4893e1023863 req-f3141b60-c52e-4a1d-a32f-c3956373d2b9 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:05.306098 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dbc66971-03b8-492d-a693-4893e1023863 req-f3141b60-c52e-4a1d-a32f-c3956373d2b9 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 944 time: 0.1499481 Apr 06 10:55:05.371208 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-c6eaaf7e-38a1-48f4-92fd-71b1085d5437 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eef91ae9aa034bdb9417bc5146002e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3985028 Apr 06 10:55:05.372437 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaaf7e-38a1-48f4-92fd-71b1085d5437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340aff43-3e4a-4597-b9d7-ca956846f351,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:05.378667 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52836) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:05.489129 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dbc66971-03b8-492d-a693-4893e1023863 req-bc38719a-03fb-4bb5-b8fc-93caf2ab8f94 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1741712 Apr 06 10:55:05.547484 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfb03-d038-4966-88cd-cc692fe7cde6 admin admin] Publish callbacks [] for security_group (340aff43-3e4a-4597-b9d7-ca956846f351), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.577315 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfb03-d038-4966-88cd-cc692fe7cde6 admin admin] Publish callbacks [] for security_group (340aff43-3e4a-4597-b9d7-ca956846f351), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.648504 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfb03-d038-4966-88cd-cc692fe7cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (340aff43-3e4a-4597-b9d7-ca956846f351), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.652089 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0d5bfb03-d038-4966-88cd-cc692fe7cde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.653379 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-0d5bfb03-d038-4966-88cd-cc692fe7cde6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/340aff43-3e4a-4597-b9d7-ca956846f351 HTTP/1.1" status: 204 len: 168 time: 0.2701077 Apr 06 10:55:05.672101 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5bfb03-d038-4966-88cd-cc692fe7cde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340aff43-3e4a-4597-b9d7-ca956846f351,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:05.809027 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01578041-67e1-41bc-82e2-79881a67d26d req-f27eb1ab-da37-4875-977d-1b9699f2203e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:05.811598 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-01578041-67e1-41bc-82e2-79881a67d26d req-f27eb1ab-da37-4875-977d-1b9699f2203e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 944 time: 0.1002765 Apr 06 10:55:05.848744 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 52852) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:05.885855 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cfddc203-3aca-4366-9287-704818b28fd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:05.968538 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-01578041-67e1-41bc-82e2-79881a67d26d req-5f13acc5-c090-4aa7-9ecb-52d41dceea23 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441972 Apr 06 10:55:06.092630 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cfddc203-3aca-4366-9287-704818b28fd4 admin admin] Publish callbacks [] for security_group (45902a16-9e7f-4482-b9ca-1e6584dd5998), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.099706 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cfddc203-3aca-4366-9287-704818b28fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (45902a16-9e7f-4482-b9ca-1e6584dd5998), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.166964 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfddc203-3aca-4366-9287-704818b28fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45902a16-9e7f-4482-b9ca-1e6584dd5998,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:06.181917 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 52862) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:06.182140 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-cfddc203-3aca-4366-9287-704818b28fd4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7372c8f09192446da93c0ae2f66e2ca5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3316958 Apr 06 10:55:06.287271 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c80138cf-4269-438c-af6c-f8776cebb9de admin admin] Publish callbacks [] for security_group (45902a16-9e7f-4482-b9ca-1e6584dd5998), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.328080 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c80138cf-4269-438c-af6c-f8776cebb9de admin admin] Publish callbacks [] for security_group (45902a16-9e7f-4482-b9ca-1e6584dd5998), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.441980 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c80138cf-4269-438c-af6c-f8776cebb9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (45902a16-9e7f-4482-b9ca-1e6584dd5998), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.453736 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c80138cf-4269-438c-af6c-f8776cebb9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:06.480679 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-c80138cf-4269-438c-af6c-f8776cebb9de admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45902a16-9e7f-4482-b9ca-1e6584dd5998 HTTP/1.1" status: 204 len: 168 time: 0.2772017 Apr 06 10:55:06.480679 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80138cf-4269-438c-af6c-f8776cebb9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45902a16-9e7f-4482-b9ca-1e6584dd5998,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:06.712504 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef01bfb-4954-40cf-a281-a077e0abde6a req-5657d990-4e3e-453f-a73b-97947d0f8024 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:06.716403 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fef01bfb-4954-40cf-a281-a077e0abde6a req-5657d990-4e3e-453f-a73b-97947d0f8024 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 944 time: 0.1101835 Apr 06 10:55:06.806379 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fef01bfb-4954-40cf-a281-a077e0abde6a req-d2d462dc-0c6e-4607-b3f0-350d9b8d1a50 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833378 Apr 06 10:55:07.164844 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013a7a2-a130-4eca-b06e-b0775b72fdca req-9a77fb94-9d98-407f-a0ac-547504c29188 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:07.168342 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b013a7a2-a130-4eca-b06e-b0775b72fdca req-9a77fb94-9d98-407f-a0ac-547504c29188 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 944 time: 0.0940714 Apr 06 10:55:07.270326 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b013a7a2-a130-4eca-b06e-b0775b72fdca req-de8cbea0-3072-4a50-a111-da727b0f7374 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946808 Apr 06 10:55:07.998893 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47646ec7-7bcf-475e-9d4b-9476610977b8 req-99a7c759-134d-418e-a1a0-8a2fcfd1ca4b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:08.001650 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-47646ec7-7bcf-475e-9d4b-9476610977b8 req-99a7c759-134d-418e-a1a0-8a2fcfd1ca4b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 944 time: 0.1082842 Apr 06 10:55:08.078259 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-47646ec7-7bcf-475e-9d4b-9476610977b8 req-9747664e-0227-4a4e-a315-57635fc19c6c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0670490 Apr 06 10:55:08.463521 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf16371-d18b-4c78-8df2-221cce56a739 req-59d7f00b-daf1-4b15-b6a3-10a0f3cdd056 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:08.466222 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0bf16371-d18b-4c78-8df2-221cce56a739 req-59d7f00b-daf1-4b15-b6a3-10a0f3cdd056 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 944 time: 0.0972857 Apr 06 10:55:08.627853 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-137a8cc4-453e-4c8b-adcd-e0c2fe8ed175 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d510076-82a3-45b9-81cc-9ffeb89f9ec1 HTTP/1.1" status: 200 len: 217 time: 0.1415553 Apr 06 10:55:08.710692 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0bf16371-d18b-4c78-8df2-221cce56a739 req-bd96aacd-0276-42e1-bda1-76ce047f0713 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088933 Apr 06 10:55:08.713005 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-85212dc4-0edd-48d5-8467-fae2c84c017e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:08.714470 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-85212dc4-0edd-48d5-8467-fae2c84c017e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 1128 time: 0.2453196 Apr 06 10:55:09.373826 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-f17fc74d-76c2-4952-82ae-a6e598076ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:09.375412 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-f17fc74d-76c2-4952-82ae-a6e598076ca9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8cb4a9d-3fd6-40dd-93f9-d0599d19883c HTTP/1.1" status: 200 len: 849 time: 0.1800134 Apr 06 10:55:09.440504 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-6cce5d33-2adc-4f01-88ae-9f34928f829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:09.443638 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-6cce5d33-2adc-4f01-88ae-9f34928f829c service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.4738269 Apr 06 10:55:09.476757 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device a5c8ca29-81aa-409a-9f8b-23364b746079 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:55:09.566158 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487546ec-a6b5-4756-9de4-8a07fbe072cb req-bd3e42f4-a28e-4853-ad67-be8b7e3e0d6e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:09.587313 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-487546ec-a6b5-4756-9de4-8a07fbe072cb req-bd3e42f4-a28e-4853-ad67-be8b7e3e0d6e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 944 time: 0.2705567 Apr 06 10:55:09.592529 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-558e0edc-ef5f-4f3e-8c2d-1397668d36d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5c8ca29-81aa-409a-9f8b-23364b746079 HTTP/1.1" status: 200 len: 217 time: 0.1417530 Apr 06 10:55:09.694598 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-3301065b-e9df-431d-bbc8-0018f2d338db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:09.697189 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-3301065b-e9df-431d-bbc8-0018f2d338db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9435f01-e75d-47f9-9918-d437dc99ce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3129971 Apr 06 10:55:09.779989 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port a5c8ca29-81aa-409a-9f8b-23364b746079, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5c8ca29-81aa-409a-9f8b-23364b746079,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:09.864417 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-3c55084b-4012-48c8-945e-74aafd5b08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:09.873301 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-3c55084b-4012-48c8-945e-74aafd5b08c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.2654674 Apr 06 10:55:09.936628 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-487546ec-a6b5-4756-9de4-8a07fbe072cb req-ab11d9b4-5c48-4508-9ab1-5e19c6b11a22 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3414478 Apr 06 10:55:10.064339 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': 'a5c8ca29-81aa-409a-9f8b-23364b746079', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'port_id': 'a5c8ca29-81aa-409a-9f8b-23364b746079', 'mac_address': 'fa:16:3e:08:14:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:55:10.091773 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-fbf9a431-aa78-4092-bd5d-c144ec5a3e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:10.093428 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-fbf9a431-aa78-4092-bd5d-c144ec5a3e68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2016921 Apr 06 10:55:10.096232 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-f1163c22-0bf3-41b5-bfc3-f987290a2716 service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924468 Apr 06 10:55:10.133065 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1958-5a39-4892-933e-59fa769d3e02 req-8beccd27-b0f1-4248-96bc-623895c29bf3 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:10.143342 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-66db1958-5a39-4892-933e-59fa769d3e02 req-8beccd27-b0f1-4248-96bc-623895c29bf3 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 944 time: 0.1128676 Apr 06 10:55:10.170247 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port a5c8ca29-81aa-409a-9f8b-23364b746079 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:10.171794 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:10.204748 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c8ca29-81aa-409a-9f8b-23364b746079 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:55:10.273473 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port a5c8ca29-81aa-409a-9f8b-23364b746079, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5c8ca29-81aa-409a-9f8b-23364b746079,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:10.275912 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-66db1958-5a39-4892-933e-59fa769d3e02 req-6b3b7865-97e8-4d6e-ba19-8aae4d9d697e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314838 Apr 06 10:55:10.289042 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:10.328174 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6fef2035-0df0-4bed-a25f-9f17f0bf13b0 req-ebc82e9f-5747-4975-9817-71c42b971f41 service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052417 Apr 06 10:55:10.334694 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-af9bc378-130b-4b87-b55f-43005eaa327c service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270939 Apr 06 10:55:10.448504 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=a5c8ca29-81aa-409a-9f8b-23364b746079,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:10.634394 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2818e1b2-5dec-4ead-a0f1-acb8e5ba6da5 req-f79b4a7d-e524-4068-8df7-7e9cd0f7db25 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504764 Apr 06 10:55:10.635892 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['a5c8ca29-81aa-409a-9f8b-23364b746079'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:55:10.897829 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53062) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:11.212681 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:11.310217 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14804ed8-55b8-40e2-b84c-2d157e0e1429 req-66c851ab-5b9f-4f39-b47d-32da7d8d7d02 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:11.312079 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-14804ed8-55b8-40e2-b84c-2d157e0e1429 req-66c851ab-5b9f-4f39-b47d-32da7d8d7d02 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 944 time: 0.1609147 Apr 06 10:55:11.348541 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Publish callbacks [] for security_group (9d1e8deb-ed6a-47b4-8a8e-da3baf8d940d), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:11.357449 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (9d1e8deb-ed6a-47b4-8a8e-da3baf8d940d), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:11.449082 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e8deb-ed6a-47b4-8a8e-da3baf8d940d,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:11.468946 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0d04bc3eddc647158085b09e76a97003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5696042 Apr 06 10:55:11.476346 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53098) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:11.484138 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device a5c8ca29-81aa-409a-9f8b-23364b746079 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:55:11.490339 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-14804ed8-55b8-40e2-b84c-2d157e0e1429 req-cb031dc3-7635-4e40-a79e-1cf7ab21476d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1489394 Apr 06 10:55:11.492136 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.492634 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.493153 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.493663 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.494153 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.494695 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.495179 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.495691 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.496191 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.496671 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.497170 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.497677 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.498171 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.498841 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.499546 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51ffdfe-9080-42e2-87b8-5d10ca490203 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:11.556882 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6229ff-2090-4db8-bb0e-d77670add9da req-6e72f973-adfc-4033-8a7e-256cd01740ab tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:11.566787 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4e6229ff-2090-4db8-bb0e-d77670add9da req-6e72f973-adfc-4033-8a7e-256cd01740ab tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 945 time: 0.1217148 Apr 06 10:55:11.589593 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b54d861-9bf1-426d-803e-aedde9543951 admin admin] Publish callbacks [] for security_group (9d1e8deb-ed6a-47b4-8a8e-da3baf8d940d), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:11.614571 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port a5c8ca29-81aa-409a-9f8b-23364b746079 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:55:11.627320 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b54d861-9bf1-426d-803e-aedde9543951 admin admin] Publish callbacks [] for security_group (9d1e8deb-ed6a-47b4-8a8e-da3baf8d940d), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:11.627615 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port a5c8ca29-81aa-409a-9f8b-23364b746079 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:11.628264 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:11.676622 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4e6229ff-2090-4db8-bb0e-d77670add9da req-5923abbd-20f1-4da5-bfd2-0d07d11dbd5d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083014 Apr 06 10:55:11.713639 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b54d861-9bf1-426d-803e-aedde9543951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (9d1e8deb-ed6a-47b4-8a8e-da3baf8d940d), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:11.716981 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b54d861-9bf1-426d-803e-aedde9543951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:11.718181 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-4b54d861-9bf1-426d-803e-aedde9543951 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d1e8deb-ed6a-47b4-8a8e-da3baf8d940d HTTP/1.1" status: 204 len: 168 time: 0.2405484 Apr 06 10:55:11.747759 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54d861-9bf1-426d-803e-aedde9543951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e8deb-ed6a-47b4-8a8e-da3baf8d940d,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:11.895406 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port a5c8ca29-81aa-409a-9f8b-23364b746079 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:11.896932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:11.939712 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f901d3-cde9-47e6-a047-8ec95739a932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8ca29-81aa-409a-9f8b-23364b746079'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:11.945071 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adadae2e-63bd-4b95-8e59-13dc47bdd049" -d '{"events": [{"server_uuid": "61f901d3-cde9-47e6-a047-8ec95739a932", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8ca29-81aa-409a-9f8b-23364b746079"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:11.970321 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port a5c8ca29-81aa-409a-9f8b-23364b746079, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5c8ca29-81aa-409a-9f8b-23364b746079,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:11.977544 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:12.034474 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243fee6b-c168-4b60-acf4-5da2570bf50b x-openstack-request-id: req-243fee6b-c168-4b60-acf4-5da2570bf50b {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:12.035829 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f901d3-cde9-47e6-a047-8ec95739a932", "name": "network-vif-plugged", "status": "completed", "tag": "a5c8ca29-81aa-409a-9f8b-23364b746079", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:12.036622 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-243fee6b-c168-4b60-acf4-5da2570bf50b {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:12.037284 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-243fee6b-c168-4b60-acf4-5da2570bf50b'] response: {'server_uuid': '61f901d3-cde9-47e6-a047-8ec95739a932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c8ca29-81aa-409a-9f8b-23364b746079', 'code': 200} Apr 06 10:55:12.097180 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=a5c8ca29-81aa-409a-9f8b-23364b746079,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:12.348521 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2f830-8abc-436f-abb1-e28d2680b094 req-9bd9e063-3f98-49f3-b304-e819bd1a322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:12.352245 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-aec2f830-8abc-436f-abb1-e28d2680b094 req-9bd9e063-3f98-49f3-b304-e819bd1a322e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 1130 time: 0.0849428 Apr 06 10:55:12.378607 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53126) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:12.393998 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:12.469384 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-aec2f830-8abc-436f-abb1-e28d2680b094 req-4970f8c5-9ed9-4eb1-845b-655d406a5235 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964806 Apr 06 10:55:12.488985 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53128) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:12.603207 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Publish callbacks [] for security_group (ef7a2907-fe01-4285-b92e-3db3deffef5e), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:12.610275 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ef7a2907-fe01-4285-b92e-3db3deffef5e), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:12.692276 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=74fd13278f294141a765508b7627587e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109243 Apr 06 10:55:12.694240 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7a2907-fe01-4285-b92e-3db3deffef5e,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:12.695353 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53138) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:12.712186 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.712722 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.713346 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.713882 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.714409 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.714947 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.715658 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.716209 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.716727 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.717256 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.718025 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.718546 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.719052 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.719584 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.720115 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95fe95a-d355-49c4-aaa7-5edb6d3cc206 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:12.836446 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8ebf4ade-d9f5-4148-a5a2-03a49a61336a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:12.840366 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cdb9311d-08fc-4896-810d-c06470aa5846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:12.901220 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-42570778-2664-484b-be4e-e4f0891ede5c admin admin] Publish callbacks [] for security_group (ef7a2907-fe01-4285-b92e-3db3deffef5e), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:12.953968 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-42570778-2664-484b-be4e-e4f0891ede5c admin admin] Publish callbacks [] for security_group (ef7a2907-fe01-4285-b92e-3db3deffef5e), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:12.965127 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c371c6c4-770d-43f0-9b00-0569b9c27adb req-dfc18917-8781-404b-a9bc-5e5b98da415c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:12.966750 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c371c6c4-770d-43f0-9b00-0569b9c27adb req-dfc18917-8781-404b-a9bc-5e5b98da415c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 944 time: 0.0692732 Apr 06 10:55:13.009550 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9b90cb-4f38-49e9-821c-31c0f917df69 req-3c786bb8-f108-4566-b5a6-914aea50de0f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:13.011110 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7d9b90cb-4f38-49e9-821c-31c0f917df69 req-3c786bb8-f108-4566-b5a6-914aea50de0f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1456749 Apr 06 10:55:13.042773 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c371c6c4-770d-43f0-9b00-0569b9c27adb req-509130a9-a4ee-4a91-9417-617c7a3f476a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643651 Apr 06 10:55:13.111275 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cdb9311d-08fc-4896-810d-c06470aa5846 admin admin] Publish callbacks [] for security_group (a439b939-3325-4235-b260-6c96fef5ad6c), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.120086 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-42570778-2664-484b-be4e-e4f0891ede5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ef7a2907-fe01-4285-b92e-3db3deffef5e), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.124897 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-42570778-2664-484b-be4e-e4f0891ede5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.129862 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-42570778-2664-484b-be4e-e4f0891ede5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ef7a2907-fe01-4285-b92e-3db3deffef5e HTTP/1.1" status: 204 len: 168 time: 0.4293635 Apr 06 10:55:13.142543 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cdb9311d-08fc-4896-810d-c06470aa5846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a439b939-3325-4235-b260-6c96fef5ad6c), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.181375 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7d9b90cb-4f38-49e9-821c-31c0f917df69 req-82024b11-b1e7-4bcf-980d-a16091c9bfa2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589913 Apr 06 10:55:13.186035 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42570778-2664-484b-be4e-e4f0891ede5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7a2907-fe01-4285-b92e-3db3deffef5e,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:13.237692 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-cdb9311d-08fc-4896-810d-c06470aa5846 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6be6e73c62c4fe5a4b11dba146f9b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7474403 Apr 06 10:55:13.237806 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53154) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:13.257123 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9311d-08fc-4896-810d-c06470aa5846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a439b939-3325-4235-b260-6c96fef5ad6c,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:13.339110 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-24cdf0e3-7abd-4f27-b406-f897f45a8341 admin admin] Publish callbacks [] for security_group (a439b939-3325-4235-b260-6c96fef5ad6c), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.376065 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-24cdf0e3-7abd-4f27-b406-f897f45a8341 admin admin] Publish callbacks [] for security_group (a439b939-3325-4235-b260-6c96fef5ad6c), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.446687 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-24cdf0e3-7abd-4f27-b406-f897f45a8341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a439b939-3325-4235-b260-6c96fef5ad6c), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.462133 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-24cdf0e3-7abd-4f27-b406-f897f45a8341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.464528 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-24cdf0e3-7abd-4f27-b406-f897f45a8341 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a439b939-3325-4235-b260-6c96fef5ad6c HTTP/1.1" status: 204 len: 168 time: 0.2234719 Apr 06 10:55:13.483757 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdf0e3-7abd-4f27-b406-f897f45a8341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a439b939-3325-4235-b260-6c96fef5ad6c,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:13.661679 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53192) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:13.682466 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-415886ff-64c0-404e-b776-1aca246608da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.787891 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-415886ff-64c0-404e-b776-1aca246608da admin admin] Publish callbacks [] for security_group (cb73c5b7-80ea-4115-aa60-e043909cd098), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.793580 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-415886ff-64c0-404e-b776-1aca246608da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (cb73c5b7-80ea-4115-aa60-e043909cd098), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.835573 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415886ff-64c0-404e-b776-1aca246608da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb73c5b7-80ea-4115-aa60-e043909cd098,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:13.871416 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-415886ff-64c0-404e-b776-1aca246608da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ba620fd4f7646a79bc6ae7ace599a44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049842 Apr 06 10:55:13.872337 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53206) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:13.958984 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4fac91ac-a4c1-4b6f-8b0c-137aece0ac36 admin admin] Publish callbacks [] for security_group (cb73c5b7-80ea-4115-aa60-e043909cd098), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:13.987421 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4fac91ac-a4c1-4b6f-8b0c-137aece0ac36 admin admin] Publish callbacks [] for security_group (cb73c5b7-80ea-4115-aa60-e043909cd098), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.001831 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53212) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:14.016832 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3eccc037-aca2-4f80-854f-54e724a60c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.054416 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4fac91ac-a4c1-4b6f-8b0c-137aece0ac36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (cb73c5b7-80ea-4115-aa60-e043909cd098), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.057261 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4fac91ac-a4c1-4b6f-8b0c-137aece0ac36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.059724 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-4fac91ac-a4c1-4b6f-8b0c-137aece0ac36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cb73c5b7-80ea-4115-aa60-e043909cd098 HTTP/1.1" status: 204 len: 168 time: 0.1848164 Apr 06 10:55:14.067429 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac91ac-a4c1-4b6f-8b0c-137aece0ac36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb73c5b7-80ea-4115-aa60-e043909cd098,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:14.194383 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3eccc037-aca2-4f80-854f-54e724a60c92 admin admin] Publish callbacks [] for security_group (415b7f42-4140-4f6b-a318-d8278549ef80), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.200172 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3eccc037-aca2-4f80-854f-54e724a60c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (415b7f42-4140-4f6b-a318-d8278549ef80), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.256747 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccc037-aca2-4f80-854f-54e724a60c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415b7f42-4140-4f6b-a318-d8278549ef80,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:14.261938 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-3eccc037-aca2-4f80-854f-54e724a60c92 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=435c98ba17c2406d9ec71176de7badd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2589445 Apr 06 10:55:14.265114 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53220) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:14.279422 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e87fc-e445-4375-abf4-202dcad92507 req-bede1d6a-d568-4f97-bb92-dd48939f98ef tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:14.281474 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5e3e87fc-e445-4375-abf4-202dcad92507 req-bede1d6a-d568-4f97-bb92-dd48939f98ef tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 944 time: 0.1336851 Apr 06 10:55:14.371979 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59ed1f87-a20d-48ab-aba4-b5c2c3c4e349 admin admin] Publish callbacks [] for security_group (415b7f42-4140-4f6b-a318-d8278549ef80), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.376611 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5e3e87fc-e445-4375-abf4-202dcad92507 req-2e027a26-5eb8-4010-a471-071541016daa tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840919 Apr 06 10:55:14.405088 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59ed1f87-a20d-48ab-aba4-b5c2c3c4e349 admin admin] Publish callbacks [] for security_group (415b7f42-4140-4f6b-a318-d8278549ef80), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.449626 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53226) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:14.479178 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118dedd-c963-46be-bada-7b92f25688fd req-bc181ce7-903f-41c9-a159-c8c6bb8f5266 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:14.481209 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2118dedd-c963-46be-bada-7b92f25688fd req-bc181ce7-903f-41c9-a159-c8c6bb8f5266 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0797741 Apr 06 10:55:14.534734 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59ed1f87-a20d-48ab-aba4-b5c2c3c4e349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (415b7f42-4140-4f6b-a318-d8278549ef80), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.542282 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-59ed1f87-a20d-48ab-aba4-b5c2c3c4e349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.553068 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-59ed1f87-a20d-48ab-aba4-b5c2c3c4e349 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/415b7f42-4140-4f6b-a318-d8278549ef80 HTTP/1.1" status: 204 len: 168 time: 0.2839859 Apr 06 10:55:14.556884 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2118dedd-c963-46be-bada-7b92f25688fd req-96edbef0-ada3-45d0-973e-838186b7a8a6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605133 Apr 06 10:55:14.571214 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed1f87-a20d-48ab-aba4-b5c2c3c4e349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415b7f42-4140-4f6b-a318-d8278549ef80,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:14.674251 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b75b1065-e202-4128-b824-e90efa20564e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.709621 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:55:14.876580 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b75b1065-e202-4128-b824-e90efa20564e admin admin] Publish callbacks [] for security_group (cd77de60-26b6-4f32-833f-59d816db863c), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.888349 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b75b1065-e202-4128-b824-e90efa20564e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (cd77de60-26b6-4f32-833f-59d816db863c), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:14.935166 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:14.961415 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'port_id': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1', 'mac_address': 'fa:16:3e:c2:e5:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:55:15.042549 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:15.043260 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:15.073659 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:55:15.111651 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:15.121054 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:15.130559 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-b75b1065-e202-4128-b824-e90efa20564e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1ddc7dd1a9140a59710ce388cc5c1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6790833 Apr 06 10:55:15.132235 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b1065-e202-4128-b824-e90efa20564e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd77de60-26b6-4f32-833f-59d816db863c,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:15.133901 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53252) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:15.213118 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:15.228676 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.229348 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.229940 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.230540 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.231114 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.231728 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.232316 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.236932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.236932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.236932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.236932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.236932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.236932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.236932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.237985 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:15.249019 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3772b779-b228-430c-8191-280f0375accf admin admin] Publish callbacks [] for security_group (cd77de60-26b6-4f32-833f-59d816db863c), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:15.278667 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3772b779-b228-430c-8191-280f0375accf admin admin] Publish callbacks [] for security_group (cd77de60-26b6-4f32-833f-59d816db863c), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:15.341936 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3772b779-b228-430c-8191-280f0375accf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (cd77de60-26b6-4f32-833f-59d816db863c), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:15.344535 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3772b779-b228-430c-8191-280f0375accf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:15.345795 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-3772b779-b228-430c-8191-280f0375accf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd77de60-26b6-4f32-833f-59d816db863c HTTP/1.1" status: 204 len: 168 time: 0.2108164 Apr 06 10:55:15.356441 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772b779-b228-430c-8191-280f0375accf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd77de60-26b6-4f32-833f-59d816db863c,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:15.547995 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547fb97c-ffd8-4cfe-ad05-91f10eaae854 req-6bc2625b-0a9e-4523-8e23-88e3d51b2fa3 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:15.549582 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-547fb97c-ffd8-4cfe-ad05-91f10eaae854 req-6bc2625b-0a9e-4523-8e23-88e3d51b2fa3 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 945 time: 0.0601907 Apr 06 10:55:15.623806 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-547fb97c-ffd8-4cfe-ad05-91f10eaae854 req-b98f162d-6a40-40ed-9f7d-e480bf3b9546 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636208 Apr 06 10:55:15.756483 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebaa0f8-4eb6-4c3e-b4b5-7b61bd080e1c req-1df3880c-d197-4cc8-aa2a-358d55cd439f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:15.758598 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1ebaa0f8-4eb6-4c3e-b4b5-7b61bd080e1c req-1df3880c-d197-4cc8-aa2a-358d55cd439f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0986834 Apr 06 10:55:15.804317 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6d87992d-cc2d-4d38-8142-49eab72b7293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:15.832283 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1ebaa0f8-4eb6-4c3e-b4b5-7b61bd080e1c req-afa95068-bf43-4330-80e0-81b133d78a0e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584638 Apr 06 10:55:15.955327 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53284) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:15.971307 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7534f5a9-da46-4674-bf94-e2392509c4bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:16.098884 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['4d510076-82a3-45b9-81cc-9ffeb89f9ec1'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:55:16.120024 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7534f5a9-da46-4674-bf94-e2392509c4bd admin admin] Publish callbacks [] for security_group (db18c291-3025-4a3d-ba0a-c966e1854724), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:16.127387 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7534f5a9-da46-4674-bf94-e2392509c4bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (db18c291-3025-4a3d-ba0a-c966e1854724), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:16.206737 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-7534f5a9-da46-4674-bf94-e2392509c4bd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=871487e45c424ddc9699b5d42fc53ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2502427 Apr 06 10:55:16.208078 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53290) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:16.209949 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534f5a9-da46-4674-bf94-e2392509c4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db18c291-3025-4a3d-ba0a-c966e1854724,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:16.358801 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1bcf051f-fd41-489e-852c-78e31dfe05bd admin admin] Publish callbacks [] for security_group (db18c291-3025-4a3d-ba0a-c966e1854724), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:16.399696 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1bcf051f-fd41-489e-852c-78e31dfe05bd admin admin] Publish callbacks [] for security_group (db18c291-3025-4a3d-ba0a-c966e1854724), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:16.476307 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:16.494140 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1bcf051f-fd41-489e-852c-78e31dfe05bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (db18c291-3025-4a3d-ba0a-c966e1854724), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:16.499124 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1bcf051f-fd41-489e-852c-78e31dfe05bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:16.503661 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-1bcf051f-fd41-489e-852c-78e31dfe05bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db18c291-3025-4a3d-ba0a-c966e1854724 HTTP/1.1" status: 204 len: 168 time: 0.2922239 Apr 06 10:55:16.515740 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcf051f-fd41-489e-852c-78e31dfe05bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db18c291-3025-4a3d-ba0a-c966e1854724,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:16.799144 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5bc2f-8001-4984-85b5-14bf15323831 req-365f52b7-9d1b-42d8-814e-4ce8d0c841d0 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:16.800981 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3ee5bc2f-8001-4984-85b5-14bf15323831 req-365f52b7-9d1b-42d8-814e-4ce8d0c841d0 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 945 time: 0.0957975 Apr 06 10:55:16.936752 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3ee5bc2f-8001-4984-85b5-14bf15323831 req-2d8ac485-97d8-4d2b-9892-284b4f2b8e3e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185374 Apr 06 10:55:17.078531 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d2a7a-5c4c-4466-9e40-71d69dccacb8 req-9dc769b6-24c1-4a61-9276-ab817af0f123 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:17.081201 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc2d2a7a-5c4c-4466-9e40-71d69dccacb8 req-9dc769b6-24c1-4a61-9276-ab817af0f123 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1241643 Apr 06 10:55:17.184698 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc2d2a7a-5c4c-4466-9e40-71d69dccacb8 req-fe4a67eb-d1d4-4e23-a9bc-8e28c2a6e29d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919719 Apr 06 10:55:17.692495 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:55:17.886244 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:55:17.891416 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:17.891898 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:17.948264 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35852ca3-9772-484c-8211-05990987cd42 req-66828da2-b3cb-4fa3-9316-288d185a4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:17.951178 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35852ca3-9772-484c-8211-05990987cd42 req-66828da2-b3cb-4fa3-9316-288d185a4a1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 1130 time: 0.2720716 Apr 06 10:55:18.054166 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:18.054903 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.121032 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:18.126798 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d3be02-9c01-4adf-a2ac-25f9a1de0b19 req-db203613-1655-4f26-bceb-3192eccf1fc5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:18.129562 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077dd9ca-df3c-4868-9a28-2e84d43deee9" -d '{"events": [{"server_uuid": "396cc73a-87a4-44b8-8191-777fe7564a7f", "name": "network-vif-plugged", "status": "completed", "tag": "4d510076-82a3-45b9-81cc-9ffeb89f9ec1"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:18.130998 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-24d3be02-9c01-4adf-a2ac-25f9a1de0b19 req-db203613-1655-4f26-bceb-3192eccf1fc5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.3461370 Apr 06 10:55:18.170428 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:18.178667 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.217045 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f9d40-e6a7-483d-b253-0cbcc2a50020 req-56580efb-e966-4b75-8220-60407696fd22 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:18.231314 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b30f9d40-e6a7-483d-b253-0cbcc2a50020 req-56580efb-e966-4b75-8220-60407696fd22 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 945 time: 0.1402016 Apr 06 10:55:18.293303 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53422) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:18.307564 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-24d3be02-9c01-4adf-a2ac-25f9a1de0b19 req-98f69e78-6a85-4cf5-aba6-d74def1dcf08 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665461 Apr 06 10:55:18.308608 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35852ca3-9772-484c-8211-05990987cd42 req-2ba56980-9f2d-46d4-80df-fcd68893265a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:18.310072 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35852ca3-9772-484c-8211-05990987cd42 req-2ba56980-9f2d-46d4-80df-fcd68893265a service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.3505774 Apr 06 10:55:18.312080 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b30f9d40-e6a7-483d-b253-0cbcc2a50020 req-972c29ac-a853-4f2d-9c9a-ff1ef853e442 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0791092 Apr 06 10:55:18.415849 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.419808 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35852ca3-9772-484c-8211-05990987cd42 req-dd4d2487-67b9-40b2-a397-e2309ab7adfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5c8ca29-81aa-409a-9f8b-23364b746079 HTTP/1.1" status: 200 len: 217 time: 0.1016228 Apr 06 10:55:18.489101 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3842857e-45fd-4dac-8281-f9ff3556b30e x-openstack-request-id: req-3842857e-45fd-4dac-8281-f9ff3556b30e {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:18.490907 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396cc73a-87a4-44b8-8191-777fe7564a7f", "name": "network-vif-plugged", "status": "completed", "tag": "4d510076-82a3-45b9-81cc-9ffeb89f9ec1", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:18.503980 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3842857e-45fd-4dac-8281-f9ff3556b30e {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:18.508311 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3842857e-45fd-4dac-8281-f9ff3556b30e'] response: {'server_uuid': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1', 'code': 200} Apr 06 10:55:18.512101 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:18.533230 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35852ca3-9772-484c-8211-05990987cd42 req-308dffb5-99ca-43fe-9526-374066a220af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:18.534766 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35852ca3-9772-484c-8211-05990987cd42 req-308dffb5-99ca-43fe-9526-374066a220af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.1061802 Apr 06 10:55:18.574631 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-08bbb300-efc3-4ea4-b76a-a9222b2092ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.676285 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-08bbb300-efc3-4ea4-b76a-a9222b2092ff admin admin] Publish callbacks [] for security_group (65391430-6803-46b9-9fa3-46d3eaba44fe), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.681293 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-08bbb300-efc3-4ea4-b76a-a9222b2092ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (65391430-6803-46b9-9fa3-46d3eaba44fe), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.739038 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-08bbb300-efc3-4ea4-b76a-a9222b2092ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a802fb420d745199c6b577b3cd8b55b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249666 Apr 06 10:55:18.740395 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbb300-efc3-4ea4-b76a-a9222b2092ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65391430-6803-46b9-9fa3-46d3eaba44fe,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:18.742131 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53456) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:18.809513 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7ed0fcb6-d267-4b4e-9f3a-0c49e5c34c9b admin admin] Publish callbacks [] for security_group (65391430-6803-46b9-9fa3-46d3eaba44fe), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.834485 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7ed0fcb6-d267-4b4e-9f3a-0c49e5c34c9b admin admin] Publish callbacks [] for security_group (65391430-6803-46b9-9fa3-46d3eaba44fe), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.921299 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7ed0fcb6-d267-4b4e-9f3a-0c49e5c34c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (65391430-6803-46b9-9fa3-46d3eaba44fe), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.925664 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7ed0fcb6-d267-4b4e-9f3a-0c49e5c34c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:18.930036 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7ed0fcb6-d267-4b4e-9f3a-0c49e5c34c9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/65391430-6803-46b9-9fa3-46d3eaba44fe HTTP/1.1" status: 204 len: 168 time: 0.1840203 Apr 06 10:55:18.938968 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0fcb6-d267-4b4e-9f3a-0c49e5c34c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65391430-6803-46b9-9fa3-46d3eaba44fe,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:19.314223 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53484) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:19.477409 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53494) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:19.509624 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d712e9e9-80ea-41d6-ba55-3a092863a1cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:19.556936 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e208e0bc-55fe-47c8-818c-721a08f77a73 req-48a4ba4e-bcfc-4db0-a037-b7de07280ec5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:19.561695 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e208e0bc-55fe-47c8-818c-721a08f77a73 req-48a4ba4e-bcfc-4db0-a037-b7de07280ec5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1275134 Apr 06 10:55:19.637052 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406a9043-b339-48cb-93e1-5c1e81a7fb8c req-8064e55f-2210-404c-94a7-061a69094ce9 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:19.640027 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-406a9043-b339-48cb-93e1-5c1e81a7fb8c req-8064e55f-2210-404c-94a7-061a69094ce9 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.2039990 Apr 06 10:55:19.652357 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:19.690512 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e208e0bc-55fe-47c8-818c-721a08f77a73 req-152f2840-dbd6-478f-8416-c2ac97a7984b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187265 Apr 06 10:55:19.727107 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6f60cae9-0b29-406d-abca-0cb358aa1d74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:19.790973 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-406a9043-b339-48cb-93e1-5c1e81a7fb8c req-b82799af-ebf2-4a8e-bbff-32d5251cbf36 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1321361 Apr 06 10:55:19.805146 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d712e9e9-80ea-41d6-ba55-3a092863a1cf admin admin] Publish callbacks [] for security_group (1a8bf5e1-bfc4-404c-b1ca-80fe776b42b5), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:19.815612 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d712e9e9-80ea-41d6-ba55-3a092863a1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (1a8bf5e1-bfc4-404c-b1ca-80fe776b42b5), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:19.879899 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-d712e9e9-80ea-41d6-ba55-3a092863a1cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c1c55489b9a742348dd20fb183e5cba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969615 Apr 06 10:55:19.882532 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53502) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:19.884177 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d712e9e9-80ea-41d6-ba55-3a092863a1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8bf5e1-bfc4-404c-b1ca-80fe776b42b5,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:19.916065 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6f60cae9-0b29-406d-abca-0cb358aa1d74 admin admin] Publish callbacks [] for security_group (f0194cdf-5291-4621-a75f-bf7901d87f0f), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:19.921281 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6f60cae9-0b29-406d-abca-0cb358aa1d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (f0194cdf-5291-4621-a75f-bf7901d87f0f), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:19.959117 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a3ff14e6-f50f-40e9-ae44-4750a044731b admin admin] Publish callbacks [] for security_group (1a8bf5e1-bfc4-404c-b1ca-80fe776b42b5), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:19.969101 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f60cae9-0b29-406d-abca-0cb358aa1d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0194cdf-5291-4621-a75f-bf7901d87f0f,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:19.974372 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-6f60cae9-0b29-406d-abca-0cb358aa1d74 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b685ed27f5a54962a17a48aac2840371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6590197 Apr 06 10:55:19.977608 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53510) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:20.002102 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a3ff14e6-f50f-40e9-ae44-4750a044731b admin admin] Publish callbacks [] for security_group (1a8bf5e1-bfc4-404c-b1ca-80fe776b42b5), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.049111 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-dfee7e66-cfae-4c70-999f-8d6c9449cb6f admin admin] Publish callbacks [] for security_group (f0194cdf-5291-4621-a75f-bf7901d87f0f), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.085529 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-dfee7e66-cfae-4c70-999f-8d6c9449cb6f admin admin] Publish callbacks [] for security_group (f0194cdf-5291-4621-a75f-bf7901d87f0f), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.103477 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a3ff14e6-f50f-40e9-ae44-4750a044731b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (1a8bf5e1-bfc4-404c-b1ca-80fe776b42b5), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.108296 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a3ff14e6-f50f-40e9-ae44-4750a044731b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.113319 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a3ff14e6-f50f-40e9-ae44-4750a044731b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1a8bf5e1-bfc4-404c-b1ca-80fe776b42b5 HTTP/1.1" status: 204 len: 168 time: 0.2267570 Apr 06 10:55:20.123664 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ff14e6-f50f-40e9-ae44-4750a044731b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8bf5e1-bfc4-404c-b1ca-80fe776b42b5,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:20.154578 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-dfee7e66-cfae-4c70-999f-8d6c9449cb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (f0194cdf-5291-4621-a75f-bf7901d87f0f), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.157825 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-dfee7e66-cfae-4c70-999f-8d6c9449cb6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.162106 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-dfee7e66-cfae-4c70-999f-8d6c9449cb6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f0194cdf-5291-4621-a75f-bf7901d87f0f HTTP/1.1" status: 204 len: 168 time: 0.1803250 Apr 06 10:55:20.169396 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee7e66-cfae-4c70-999f-8d6c9449cb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0194cdf-5291-4621-a75f-bf7901d87f0f,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:20.594313 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53530) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:20.609226 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-101065e3-f60b-4e44-8a27-359a04357559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.685370 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53534) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:20.699881 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e1c59e8-07b6-4edb-81c2-d9f03e84c79e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.711253 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-101065e3-f60b-4e44-8a27-359a04357559 admin admin] Publish callbacks [] for security_group (2d515d57-9113-4789-90d4-2fd5e59a7e04), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.717186 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-101065e3-f60b-4e44-8a27-359a04357559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2d515d57-9113-4789-90d4-2fd5e59a7e04), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.783747 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-101065e3-f60b-4e44-8a27-359a04357559 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c81f63e6d714cc1993183a8d79ec13c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880968 Apr 06 10:55:20.784776 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101065e3-f60b-4e44-8a27-359a04357559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d515d57-9113-4789-90d4-2fd5e59a7e04,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:20.788454 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53538) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:20.851375 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e1c59e8-07b6-4edb-81c2-d9f03e84c79e admin admin] Publish callbacks [] for security_group (71ce9ddf-f33a-4f4c-950d-7f0daec31c64), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.860034 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6ff69682-fdcb-439a-b328-551e2ab92ceb admin admin] Publish callbacks [] for security_group (2d515d57-9113-4789-90d4-2fd5e59a7e04), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.862917 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e1c59e8-07b6-4edb-81c2-d9f03e84c79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (71ce9ddf-f33a-4f4c-950d-7f0daec31c64), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.908160 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6ff69682-fdcb-439a-b328-551e2ab92ceb admin admin] Publish callbacks [] for security_group (2d515d57-9113-4789-90d4-2fd5e59a7e04), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:20.915516 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdb016-dfc6-4da7-b32b-dffb371c8c87 req-f4ff0914-088b-424b-8d61-bf33d1847b51 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:20.917106 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-03cdb016-dfc6-4da7-b32b-dffb371c8c87 req-f4ff0914-088b-424b-8d61-bf33d1847b51 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1381474 Apr 06 10:55:20.932751 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-3e1c59e8-07b6-4edb-81c2-d9f03e84c79e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1140ca9061e84c3fad5a3ce9e5191576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456200 Apr 06 10:55:20.933457 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c59e8-07b6-4edb-81c2-d9f03e84c79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ce9ddf-f33a-4f4c-950d-7f0daec31c64,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:20.940185 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53542) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:21.026745 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-03cdb016-dfc6-4da7-b32b-dffb371c8c87 req-de033705-96a5-4297-8263-87a414868c8e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979545 Apr 06 10:55:21.027579 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c9c67-9d8a-4676-a7b6-bc7632deb5f4 req-77141200-ace2-46ba-9540-7f0bb878081e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:21.029337 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8b7c9c67-9d8a-4676-a7b6-bc7632deb5f4 req-77141200-ace2-46ba-9540-7f0bb878081e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1434498 Apr 06 10:55:21.043836 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b755e7c6-9224-49f9-b4c0-8da149181720 admin admin] Publish callbacks [] for security_group (71ce9ddf-f33a-4f4c-950d-7f0daec31c64), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.071123 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6ff69682-fdcb-439a-b328-551e2ab92ceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2d515d57-9113-4789-90d4-2fd5e59a7e04), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.090549 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6ff69682-fdcb-439a-b328-551e2ab92ceb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.090549 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-6ff69682-fdcb-439a-b328-551e2ab92ceb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d515d57-9113-4789-90d4-2fd5e59a7e04 HTTP/1.1" status: 204 len: 168 time: 0.2851851 Apr 06 10:55:21.091936 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b755e7c6-9224-49f9-b4c0-8da149181720 admin admin] Publish callbacks [] for security_group (71ce9ddf-f33a-4f4c-950d-7f0daec31c64), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.109779 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff69682-fdcb-439a-b328-551e2ab92ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d515d57-9113-4789-90d4-2fd5e59a7e04,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:21.188546 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8b7c9c67-9d8a-4676-a7b6-bc7632deb5f4 req-11caeaf7-2b3b-452b-a29c-26ad4bbc3cf7 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1533730 Apr 06 10:55:21.199802 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b755e7c6-9224-49f9-b4c0-8da149181720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (71ce9ddf-f33a-4f4c-950d-7f0daec31c64), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.202640 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b755e7c6-9224-49f9-b4c0-8da149181720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:21.208100 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-b755e7c6-9224-49f9-b4c0-8da149181720 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71ce9ddf-f33a-4f4c-950d-7f0daec31c64 HTTP/1.1" status: 204 len: 168 time: 0.2627912 Apr 06 10:55:21.213541 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755e7c6-9224-49f9-b4c0-8da149181720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ce9ddf-f33a-4f4c-950d-7f0daec31c64,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:21.437295 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:55:21.529083 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35852ca3-9772-484c-8211-05990987cd42 req-c119c2a9-fcee-4a64-877c-e97c47508fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:21.531326 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35852ca3-9772-484c-8211-05990987cd42 req-c119c2a9-fcee-4a64-877c-e97c47508fd3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840564 Apr 06 10:55:22.244364 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c977974-5341-4fcb-a18d-9b9cb2836719 req-213ff635-ab77-4679-aeef-30b0a2f7aa9a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:22.244364 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6c977974-5341-4fcb-a18d-9b9cb2836719 req-213ff635-ab77-4679-aeef-30b0a2f7aa9a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0798483 Apr 06 10:55:22.319841 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6c977974-5341-4fcb-a18d-9b9cb2836719 req-4285f72c-2448-434d-aa72-dda295bf14b3 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728266 Apr 06 10:55:22.366933 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527f730-a4c5-4e23-98df-6c0cacaf47d6 req-e9b260bc-5af4-43d3-b173-4164237d822c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:22.368674 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e527f730-a4c5-4e23-98df-6c0cacaf47d6 req-e9b260bc-5af4-43d3-b173-4164237d822c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0750208 Apr 06 10:55:22.452786 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e527f730-a4c5-4e23-98df-6c0cacaf47d6 req-a7a3a633-5a55-486e-8b93-ced26659f334 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0697274 Apr 06 10:55:22.829984 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35852ca3-9772-484c-8211-05990987cd42 req-257cb27d-b7ec-4bbe-827b-6a3ed45be482 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207666 Apr 06 10:55:22.959148 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35852ca3-9772-484c-8211-05990987cd42 req-df1d5bda-47c9-415a-8272-6066298b585c service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156716 Apr 06 10:55:23.048569 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53656) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:23.677348 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fbb55d5b-cd9e-4d2e-9ec2-142da1f2127b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:23.822651 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66e761-d56c-4479-9fd0-bd7f9a413855 req-ba9ef5c8-9303-44ae-a0d0-12756d2828d0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:23.827281 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6c66e761-d56c-4479-9fd0-bd7f9a413855 req-ba9ef5c8-9303-44ae-a0d0-12756d2828d0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.2629695 Apr 06 10:55:23.835847 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f9293-f4bd-464a-b6ea-3948edaffe5a req-bf1345df-8d44-43dd-b178-8bfe9453d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:23.837752 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d31f9293-f4bd-464a-b6ea-3948edaffe5a req-bf1345df-8d44-43dd-b178-8bfe9453d6a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 1130 time: 0.4646206 Apr 06 10:55:23.924002 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4155d-103b-484a-b600-362684b62c3a req-3fb807f4-370a-415b-81b1-755b6a596c2a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:23.943208 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1f4155d-103b-484a-b600-362684b62c3a req-3fb807f4-370a-415b-81b1-755b6a596c2a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.2383785 Apr 06 10:55:23.979136 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6c66e761-d56c-4479-9fd0-bd7f9a413855 req-d104ada8-0e40-48ed-bd45-e996f9ce383c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449666 Apr 06 10:55:24.079969 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d31f9293-f4bd-464a-b6ea-3948edaffe5a req-fffafaa3-9630-4dcc-8354-2559975f5c5f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2301147 Apr 06 10:55:24.112831 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fbb55d5b-cd9e-4d2e-9ec2-142da1f2127b admin admin] Publish callbacks [] for security_group (32f7edbf-8f7c-4376-a843-0c55f616f961), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:24.146375 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fbb55d5b-cd9e-4d2e-9ec2-142da1f2127b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (32f7edbf-8f7c-4376-a843-0c55f616f961), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:24.162986 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1f4155d-103b-484a-b600-362684b62c3a req-0f89cdad-320c-4bc6-9836-c299edd25317 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2190292 Apr 06 10:55:24.220890 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-fbb55d5b-cd9e-4d2e-9ec2-142da1f2127b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76bd606cda924c4da25962bb89d5aace&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1709960 Apr 06 10:55:24.222062 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb55d5b-cd9e-4d2e-9ec2-142da1f2127b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f7edbf-8f7c-4376-a843-0c55f616f961,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:24.224567 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53708) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:24.321991 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e064f605-d812-429d-97e7-146a3291139b admin admin] Publish callbacks [] for security_group (32f7edbf-8f7c-4376-a843-0c55f616f961), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:24.361826 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e064f605-d812-429d-97e7-146a3291139b admin admin] Publish callbacks [] for security_group (32f7edbf-8f7c-4376-a843-0c55f616f961), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:24.377006 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53714) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:24.470947 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e064f605-d812-429d-97e7-146a3291139b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (32f7edbf-8f7c-4376-a843-0c55f616f961), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:24.477933 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e064f605-d812-429d-97e7-146a3291139b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:24.483390 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e064f605-d812-429d-97e7-146a3291139b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32f7edbf-8f7c-4376-a843-0c55f616f961 HTTP/1.1" status: 204 len: 168 time: 0.2577527 Apr 06 10:55:24.498648 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064f605-d812-429d-97e7-146a3291139b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f7edbf-8f7c-4376-a843-0c55f616f961,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:24.780896 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-52f79a82-6128-489a-b532-7b6182e168c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:24.817712 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edac873-7792-4475-8f59-8815850cc10d req-43368619-ba09-482c-a042-f9ef2220ab31 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:24.819479 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4edac873-7792-4475-8f59-8815850cc10d req-43368619-ba09-482c-a042-f9ef2220ab31 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.1244946 Apr 06 10:55:24.937827 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4edac873-7792-4475-8f59-8815850cc10d req-d2324a12-1763-4b58-9e4d-5853aa7dbc09 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109395 Apr 06 10:55:24.993222 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-52f79a82-6128-489a-b532-7b6182e168c4 admin admin] Publish callbacks [] for security_group (a669a184-f064-4735-8cd1-7de6c0f12a8d), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:24.999310 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-52f79a82-6128-489a-b532-7b6182e168c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a669a184-f064-4735-8cd1-7de6c0f12a8d), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:25.062382 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-52f79a82-6128-489a-b532-7b6182e168c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=15b55c2a5f2e46adaa3607272c2b2b51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6842105 Apr 06 10:55:25.063327 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f79a82-6128-489a-b532-7b6182e168c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a669a184-f064-4735-8cd1-7de6c0f12a8d,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:25.066562 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53738) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:25.174126 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5ad42eb7-aee8-4e8c-aaad-e8e221a3a9ea admin admin] Publish callbacks [] for security_group (a669a184-f064-4735-8cd1-7de6c0f12a8d), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:25.184752 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa49db0-9e82-4cb6-8202-35effcd1ee5c req-d14588e8-19fe-493c-b59f-880b64ec0e06 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:25.186303 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5aa49db0-9e82-4cb6-8202-35effcd1ee5c req-d14588e8-19fe-493c-b59f-880b64ec0e06 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1065109 Apr 06 10:55:25.384987 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815c5f7-cedc-4906-af52-32b1205b7a55 req-96660b5b-b247-439d-94ba-dae7b31712a2 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:25.387045 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c815c5f7-cedc-4906-af52-32b1205b7a55 req-96660b5b-b247-439d-94ba-dae7b31712a2 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0847104 Apr 06 10:55:25.400591 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5ad42eb7-aee8-4e8c-aaad-e8e221a3a9ea admin admin] Publish callbacks [] for security_group (a669a184-f064-4735-8cd1-7de6c0f12a8d), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:25.465746 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c815c5f7-cedc-4906-af52-32b1205b7a55 req-f63e483a-ba8f-44fd-95da-b86196e7d263 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666208 Apr 06 10:55:25.467601 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5aa49db0-9e82-4cb6-8202-35effcd1ee5c req-ce8e08c6-fb68-4db7-ae02-686a68e03690 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696698 Apr 06 10:55:25.496247 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5ad42eb7-aee8-4e8c-aaad-e8e221a3a9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a669a184-f064-4735-8cd1-7de6c0f12a8d), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:25.499219 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5ad42eb7-aee8-4e8c-aaad-e8e221a3a9ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:25.500529 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-5ad42eb7-aee8-4e8c-aaad-e8e221a3a9ea admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a669a184-f064-4735-8cd1-7de6c0f12a8d HTTP/1.1" status: 204 len: 168 time: 0.4323468 Apr 06 10:55:25.513248 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad42eb7-aee8-4e8c-aaad-e8e221a3a9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a669a184-f064-4735-8cd1-7de6c0f12a8d,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:25.959935 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53768) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:25.985328 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b453e851-1d36-4408-8f5f-44db3270c112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.075154 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b453e851-1d36-4408-8f5f-44db3270c112 admin admin] Publish callbacks [] for security_group (72901ac1-a47a-4299-908f-b6eb2b2eebf5), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.080387 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b453e851-1d36-4408-8f5f-44db3270c112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (72901ac1-a47a-4299-908f-b6eb2b2eebf5), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.107224 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff653d-7364-46e7-b3c6-58d9290b4ac2 req-55ba7af2-6eb7-4ca4-9809-505c107e09a1 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:26.109886 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-95ff653d-7364-46e7-b3c6-58d9290b4ac2 req-55ba7af2-6eb7-4ca4-9809-505c107e09a1 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.0635989 Apr 06 10:55:26.148810 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-b453e851-1d36-4408-8f5f-44db3270c112 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca92c5455a704d5b9d47e8b6a2a75566&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877637 Apr 06 10:55:26.149887 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53774) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:26.150300 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b453e851-1d36-4408-8f5f-44db3270c112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72901ac1-a47a-4299-908f-b6eb2b2eebf5,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:26.152659 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53776) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:26.192363 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-95ff653d-7364-46e7-b3c6-58d9290b4ac2 req-f1e5a5b5-330f-490f-9218-4650ce9ec4ae tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698812 Apr 06 10:55:26.224316 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ef4f-3b04-4152-936f-b1e6522420cd admin admin] Publish callbacks [] for security_group (72901ac1-a47a-4299-908f-b6eb2b2eebf5), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.262436 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ef4f-3b04-4152-936f-b1e6522420cd admin admin] Publish callbacks [] for security_group (72901ac1-a47a-4299-908f-b6eb2b2eebf5), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.307895 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b3d008b3-7819-4749-9dce-2d491f0600f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.326060 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ef4f-3b04-4152-936f-b1e6522420cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (72901ac1-a47a-4299-908f-b6eb2b2eebf5), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.329166 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d4b4ef4f-3b04-4152-936f-b1e6522420cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.330541 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-d4b4ef4f-3b04-4152-936f-b1e6522420cd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/72901ac1-a47a-4299-908f-b6eb2b2eebf5 HTTP/1.1" status: 204 len: 168 time: 0.1764033 Apr 06 10:55:26.339308 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4ef4f-3b04-4152-936f-b1e6522420cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72901ac1-a47a-4299-908f-b6eb2b2eebf5,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:26.411047 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b3d008b3-7819-4749-9dce-2d491f0600f3 admin admin] Publish callbacks [] for security_group (69d5ac10-74fa-45b7-844b-fce62eaa6e3d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.416133 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b3d008b3-7819-4749-9dce-2d491f0600f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (69d5ac10-74fa-45b7-844b-fce62eaa6e3d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.465909 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-b3d008b3-7819-4749-9dce-2d491f0600f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aeddb5f0775d4879bd874d4b872da8dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124082 Apr 06 10:55:26.467008 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d008b3-7819-4749-9dce-2d491f0600f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d5ac10-74fa-45b7-844b-fce62eaa6e3d,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:26.470218 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53784) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:26.545361 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6fc9190b-0106-4f05-a1ba-3b05ba87c45e admin admin] Publish callbacks [] for security_group (69d5ac10-74fa-45b7-844b-fce62eaa6e3d), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.589468 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6fc9190b-0106-4f05-a1ba-3b05ba87c45e admin admin] Publish callbacks [] for security_group (69d5ac10-74fa-45b7-844b-fce62eaa6e3d), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.606139 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a9674-85e1-4877-aec2-a2991c7dc0d7 req-354aef34-a5d8-45da-bc84-2719fd5654b5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:26.608041 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4a8a9674-85e1-4877-aec2-a2991c7dc0d7 req-354aef34-a5d8-45da-bc84-2719fd5654b5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0597820 Apr 06 10:55:26.663760 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0b5bf-8912-4fa1-805c-a2b66d005bb5 req-f6be6fdb-709d-4fcf-9911-c445795d31d4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:26.665330 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fbf0b5bf-8912-4fa1-805c-a2b66d005bb5 req-f6be6fdb-709d-4fcf-9911-c445795d31d4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0959356 Apr 06 10:55:26.668023 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4a8a9674-85e1-4877-aec2-a2991c7dc0d7 req-61e16c6f-dfa4-4634-ac99-8d90c28449be tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494211 Apr 06 10:55:26.687097 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6fc9190b-0106-4f05-a1ba-3b05ba87c45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (69d5ac10-74fa-45b7-844b-fce62eaa6e3d), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.692832 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6fc9190b-0106-4f05-a1ba-3b05ba87c45e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:26.693988 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-6fc9190b-0106-4f05-a1ba-3b05ba87c45e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/69d5ac10-74fa-45b7-844b-fce62eaa6e3d HTTP/1.1" status: 204 len: 168 time: 0.2221315 Apr 06 10:55:26.714350 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9190b-0106-4f05-a1ba-3b05ba87c45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d5ac10-74fa-45b7-844b-fce62eaa6e3d,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:26.761989 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fbf0b5bf-8912-4fa1-805c-a2b66d005bb5 req-89da9dbd-4a0c-4674-b714-b4d4c392d571 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834718 Apr 06 10:55:27.200977 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53826) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:27.337009 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd55a9-84cc-44f0-8814-a78784d15881 req-40f5c541-e4cb-4c3f-b334-8870752349f8 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:27.338865 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-facd55a9-84cc-44f0-8814-a78784d15881 req-40f5c541-e4cb-4c3f-b334-8870752349f8 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.0598698 Apr 06 10:55:27.348747 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-281869626-network', 'tenant_id': '7079324603fe420c9719f59119b3ab41'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:27.377165 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Made reservation on behalf of 7079324603fe420c9719f59119b3ab41 for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:27.379964 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:27.389774 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:27.432676 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-facd55a9-84cc-44f0-8814-a78784d15881 req-c9cb3477-c48b-4088-ba5b-fe208ad07447 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833454 Apr 06 10:55:27.506745 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Publish callbacks [] for security_group (6a7a003f-6b7c-47c4-8323-182551f607ab), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:27.512043 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (6a7a003f-6b7c-47c4-8323-182551f607ab), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:27.538508 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:55:27.555971 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7a003f-6b7c-47c4-8323-182551f607ab,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:27.559223 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (df2c82df-1ce0-4562-8c57-3e5d789a4cd8), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:27.559579 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Added segment df2c82df-1ce0-4562-8c57-3e5d789a4cd8 of type vlan for network 706da9a2-43f0-4f77-b399-03f1ac1a947a Apr 06 10:55:27.617233 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (706da9a2-43f0-4f77-b399-03f1ac1a947a), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:27.654547 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (706da9a2-43f0-4f77-b399-03f1ac1a947a), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:27.656431 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:27.657571 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:27.743204 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5411055 Apr 06 10:55:27.748692 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53846) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:27.749145 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81916116-2059-459d-922c-c11620c31bbe admin admin] Pushing event updated for resources: {'Network': ['ID=706da9a2-43f0-4f77-b399-03f1ac1a947a,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:27.755995 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Request body: {'subnet': {'network_id': '706da9a2-43f0-4f77-b399-03f1ac1a947a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-281869626-subnet', 'tenant_id': '7079324603fe420c9719f59119b3ab41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:27.775435 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 706da9a2-43f0-4f77-b399-03f1ac1a947a details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:55:27.793026 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Made reservation on behalf of 7079324603fe420c9719f59119b3ab41 for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:27.796035 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:27.939788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054416f9-0de6-4cdd-8f33-116c06f54f69 req-d4e62f4d-40ed-4a45-bf3c-826c4623e7ac tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:27.942614 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-054416f9-0de6-4cdd-8f33-116c06f54f69 req-d4e62f4d-40ed-4a45-bf3c-826c4623e7ac tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1157405 Apr 06 10:55:28.012969 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4c71f-803e-4f9a-9366-6cadb1bf77f2 req-c4a8a18b-d0d1-4c97-ad6c-0600156d517e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:28.014592 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0cf4c71f-803e-4f9a-9366-6cadb1bf77f2 req-c4a8a18b-d0d1-4c97-ad6c-0600156d517e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1048388 Apr 06 10:55:28.040390 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-054416f9-0de6-4cdd-8f33-116c06f54f69 req-473bd29b-ca8a-45c4-a3f6-25820ce55bc7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902221 Apr 06 10:55:28.133752 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0cf4c71f-803e-4f9a-9366-6cadb1bf77f2 req-342b7d3f-1dba-450e-bed4-1509ccbff5e0 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1098745 Apr 06 10:55:28.169174 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (dd882e28-d2d1-4167-8023-8d1833395e53), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:28.224470 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd882e28-d2d1-4167-8023-8d1833395e53,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:28.235531 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Checking segment: {'id': 'df2c82df-1ce0-4562-8c57-3e5d789a4cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '706da9a2-43f0-4f77-b399-03f1ac1a947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:28.235805 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Network hostable DHCP agents. Network: 706da9a2-43f0-4f77-b399-03f1ac1a947a, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:55:28.258062 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Network 706da9a2-43f0-4f77-b399-03f1ac1a947a is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:55:28.268311 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 706da9a2-43f0-4f77-b399-03f1ac1a947a) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:28.280153 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614db94c-5c3d-4211-a881-01676f220319 None None] Network 706da9a2-43f0-4f77-b399-03f1ac1a947a requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:55:28.282525 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:28.283121 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:28.302672 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-6b5bab7c-91f8-4801-bdf2-5140cd6c62d7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5521264 Apr 06 10:55:28.525318 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ddfb19-bf82-47aa-b6bb-8c03e951ef38 None None] Network 706da9a2-43f0-4f77-b399-03f1ac1a947a requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:55:28.664501 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ffb5b1-839f-447d-9599-a360c32016c7 req-812ef095-4376-4158-bb12-d2d6b69f0069 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:28.671586 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20ffb5b1-839f-447d-9599-a360c32016c7 req-812ef095-4376-4158-bb12-d2d6b69f0069 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.0646744 Apr 06 10:55:28.744970 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20ffb5b1-839f-447d-9599-a360c32016c7 req-a0e732b3-6719-45dc-84bb-c5d00d5935b8 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712707 Apr 06 10:55:29.101790 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53906) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:29.108994 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-889465493-network', 'tenant_id': '6525ae183eea423b908bb2ea44469850'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:29.131116 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Made reservation on behalf of 6525ae183eea423b908bb2ea44469850 for: {'network': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:29.134090 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:29.144094 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:29.269541 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55761214-4655-4b1a-bac6-14495a91558b req-3829ffe5-3ace-477e-8bd6-28d7bf60896d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:29.271331 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-55761214-4655-4b1a-bac6-14495a91558b req-3829ffe5-3ace-477e-8bd6-28d7bf60896d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0986736 Apr 06 10:55:29.313596 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Publish callbacks [] for security_group (1827b005-6dcd-4ebd-8623-163851c14ef1), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:29.319201 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d3d6e-f3b9-4e03-a0b7-9923841964cb req-6ea905ad-02a0-433e-8a03-99d16e02520c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:29.319201 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ee5d3d6e-f3b9-4e03-a0b7-9923841964cb req-6ea905ad-02a0-433e-8a03-99d16e02520c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0849442 Apr 06 10:55:29.328325 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (1827b005-6dcd-4ebd-8623-163851c14ef1), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:29.369790 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=115084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:55:29.381206 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-55761214-4655-4b1a-bac6-14495a91558b req-c96b88da-fb9f-48de-a10f-3b351cfa44d5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999486 Apr 06 10:55:29.382293 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ee5d3d6e-f3b9-4e03-a0b7-9923841964cb req-5cc7e2b6-3fb3-4d6c-a0f7-18113854ec5c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524118 Apr 06 10:55:29.402645 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1827b005-6dcd-4ebd-8623-163851c14ef1,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:29.409833 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (b26fcc06-61f7-41b1-81f0-28f9a7a1ade6), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:29.410198 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.segments_db [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Added segment b26fcc06-61f7-41b1-81f0-28f9a7a1ade6 of type vlan for network 8e5b091f-e6b5-472c-b080-4264b559c98c Apr 06 10:55:29.456750 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (8e5b091f-e6b5-472c-b080-4264b559c98c), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:29.500157 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (8e5b091f-e6b5-472c-b080-4264b559c98c), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:29.501596 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:29.502461 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:29.569982 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4660962 Apr 06 10:55:29.573039 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 53914) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:29.578139 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Request body: {'subnet': {'network_id': '8e5b091f-e6b5-472c-b080-4264b559c98c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-889465493-subnet', 'tenant_id': '6525ae183eea423b908bb2ea44469850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:29.590768 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e42ac-c36a-467f-b81d-2ac1a937b1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=8e5b091f-e6b5-472c-b080-4264b559c98c,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:29.603129 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 8e5b091f-e6b5-472c-b080-4264b559c98c details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:55:29.610867 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Made reservation on behalf of 6525ae183eea423b908bb2ea44469850 for: {'subnet': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:29.614149 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:29.950255 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (81b9ed6b-cb0f-4b6c-bbca-54e856a484a5), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:30.127214 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b9ed6b-cb0f-4b6c-bbca-54e856a484a5,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:30.174684 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecba96-a7f7-4fe7-99df-a2ce445eda2d req-c3432556-12eb-4a57-a745-9b6eab601048 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:30.177698 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f0ecba96-a7f7-4fe7-99df-a2ce445eda2d req-c3432556-12eb-4a57-a745-9b6eab601048 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.2396071 Apr 06 10:55:30.180813 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Checking segment: {'id': 'b26fcc06-61f7-41b1-81f0-28f9a7a1ade6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8e5b091f-e6b5-472c-b080-4264b559c98c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:30.181732 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Network hostable DHCP agents. Network: 8e5b091f-e6b5-472c-b080-4264b559c98c, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:55:30.254804 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Network 8e5b091f-e6b5-472c-b080-4264b559c98c is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:55:30.280299 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 8e5b091f-e6b5-472c-b080-4264b559c98c) {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:30.287923 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f0ecba96-a7f7-4fe7-99df-a2ce445eda2d req-ddce95ae-9ac6-4e0a-9bb5-a1e0ac5f4fa8 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889974 Apr 06 10:55:30.289520 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:30.290294 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:30.306743 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26344637-03ce-4ec7-9be7-441a318906b0 None None] Network 8e5b091f-e6b5-472c-b080-4264b559c98c requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:55:30.314391 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-01215d42-8743-42c4-8aec-b45a2578b07c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7401593 Apr 06 10:55:30.543713 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c284a654-84eb-4d69-ac09-7933ef164cbf None None] Network 8e5b091f-e6b5-472c-b080-4264b559c98c requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:55:30.591580 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab356f5-9656-4f64-bdf2-53510305552d req-5e4228b2-2c34-4c13-b486-3c1809f3879f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:30.599517 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5ab356f5-9656-4f64-bdf2-53510305552d req-5e4228b2-2c34-4c13-b486-3c1809f3879f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0938973 Apr 06 10:55:30.635607 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56c710-d609-4700-906c-aca8035a97b3 req-4ac1f316-36d0-4163-8007-a788eb998b77 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:30.642917 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d56c710-d609-4700-906c-aca8035a97b3 req-4ac1f316-36d0-4163-8007-a788eb998b77 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1027305 Apr 06 10:55:30.668403 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5ab356f5-9656-4f64-bdf2-53510305552d req-a6a62bf4-321d-4311-a670-ea7f641a02da tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676146 Apr 06 10:55:30.697285 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d56c710-d609-4700-906c-aca8035a97b3 req-742d5b42-8a76-47a6-bb82-c7a657d696f2 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531960 Apr 06 10:55:30.871382 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcfc02-847a-4d40-9dca-9c786a3fa2b9 req-3d118d0c-2681-4986-85e6-bebd97df4101 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:30.873032 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-91fcfc02-847a-4d40-9dca-9c786a3fa2b9 req-3d118d0c-2681-4986-85e6-bebd97df4101 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0615878 Apr 06 10:55:30.886385 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 53956) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:30.896441 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-47fe0b0d-97b1-41a9-a343-0734e0d27fc4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'floatingip': {'port_id': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:30.996297 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-47fe0b0d-97b1-41a9-a343-0734e0d27fc4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (a6f38df4-f4fa-461d-8e91-2b7d1a624696), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:31.630265 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefbe7c-e824-4798-bdcb-4d8d74325c03 req-ade2803e-99d5-4c33-8ce7-23c5d882503f tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:31.631956 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ebefbe7c-e824-4798-bdcb-4d8d74325c03 req-ade2803e-99d5-4c33-8ce7-23c5d882503f tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.2187750 Apr 06 10:55:31.805585 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03769a0b-7cc1-4f20-b361-db0a6a9d3573 req-fb15e8e6-ffdf-4398-a796-c723b629edab tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:31.807956 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-03769a0b-7cc1-4f20-b361-db0a6a9d3573 req-fb15e8e6-ffdf-4398-a796-c723b629edab tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0630035 Apr 06 10:55:31.810432 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ebefbe7c-e824-4798-bdcb-4d8d74325c03 req-964cfad9-ce81-4415-ae54-675267222213 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683931 Apr 06 10:55:31.860337 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-47fe0b0d-97b1-41a9-a343-0734e0d27fc4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:31.866037 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-47fe0b0d-97b1-41a9-a343-0734e0d27fc4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (a6f38df4-f4fa-461d-8e91-2b7d1a624696), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:31.871323 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-03769a0b-7cc1-4f20-b361-db0a6a9d3573 req-dac14e7f-6975-4bad-8451-57264c594cd1 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541265 Apr 06 10:55:31.976192 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-47fe0b0d-97b1-41a9-a343-0734e0d27fc4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Floating IP a6f38df4-f4fa-461d-8e91-2b7d1a624696 associated. External IP: 172.27.1.159, port: 4d510076-82a3-45b9-81cc-9ffeb89f9ec1. Apr 06 10:55:32.385941 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fe0b0d-97b1-41a9-a343-0734e0d27fc4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:55:32.511126 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fe0b0d-97b1-41a9-a343-0734e0d27fc4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:55:32.516162 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-47fe0b0d-97b1-41a9-a343-0734e0d27fc4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:32.526144 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] Sync routers for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:55:32.536952 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:55:32.537959 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:55:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:32.571746 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-47fe0b0d-97b1-41a9-a343-0734e0d27fc4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "PUT /v2.0/floatingips/a6f38df4-f4fa-461d-8e91-2b7d1a624696 HTTP/1.1" status: 200 len: 992 time: 1.6759491 Apr 06 10:55:32.571746 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'tag': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:32.571746 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b0a4c1-984f-4164-ab24-49de306fa58f" -d '{"events": [{"name": "network-changed", "server_uuid": "396cc73a-87a4-44b8-8191-777fe7564a7f", "tag": "4d510076-82a3-45b9-81cc-9ffeb89f9ec1"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:32.614837 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32932925-b6fb-45c4-bbad-4be4b5797947 x-openstack-request-id: req-32932925-b6fb-45c4-bbad-4be4b5797947 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:32.614837 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "396cc73a-87a4-44b8-8191-777fe7564a7f", "tag": "4d510076-82a3-45b9-81cc-9ffeb89f9ec1", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:32.614837 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-32932925-b6fb-45c4-bbad-4be4b5797947 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:32.614837 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32932925-b6fb-45c4-bbad-4be4b5797947'] response: {'name': 'network-changed', 'server_uuid': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'tag': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1', 'status': 'completed', 'code': 200} Apr 06 10:55:32.650613 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:55:32.954895 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83756a-861e-41d1-99c4-1ff3f7118aae req-212af830-e9cc-45a9-91db-4bf6f40d0191 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:32.963060 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d83756a-861e-41d1-99c4-1ff3f7118aae req-212af830-e9cc-45a9-91db-4bf6f40d0191 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.0692735 Apr 06 10:55:33.031719 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d83756a-861e-41d1-99c4-1ff3f7118aae req-cdfb645a-4eb6-4031-b4dd-93a10dfc321a tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675395 Apr 06 10:55:33.041174 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'a6f38df4-f4fa-461d-8e91-2b7d1a624696', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'port_id': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'mac_address': 'fa:16:3e:c2:e5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:54:28Z', 'updated_at': '2022-04-06T10:55:31Z', 'revision_number': 1, 'project_id': '9283348a33dd4069a243783b2295178f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:33.041762 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbe1b5-5414-474e-8291-e31a9a641cf7 req-ab14b493-60b6-4397-a4e2-8ae3df2927f2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:33.045270 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6efbe1b5-5414-474e-8291-e31a9a641cf7 req-ab14b493-60b6-4397-a4e2-8ae3df2927f2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0741856 Apr 06 10:55:33.080820 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] Checking router: 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:55:33.090657 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:55:33.091303 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:55:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:33.103726 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6efbe1b5-5414-474e-8291-e31a9a641cf7 req-c5500429-d299-4623-a9c9-6fa90cc06d30 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514781 Apr 06 10:55:33.172608 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:33.236032 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:55:33.497152 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'a6f38df4-f4fa-461d-8e91-2b7d1a624696', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'port_id': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'mac_address': 'fa:16:3e:c2:e5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:54:28Z', 'updated_at': '2022-04-06T10:55:31Z', 'revision_number': 1, 'project_id': '9283348a33dd4069a243783b2295178f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:33.531679 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57927916-ff28-4306-ae24-7184ae9faefd None None] The sync data for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi is: [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'a6f38df4-f4fa-461d-8e91-2b7d1a624696', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'floating_ip_address': '172.27.1.159', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'port_id': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'mac_address': 'fa:16:3e:c2:e5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:54:28Z', 'updated_at': '2022-04-06T10:55:31Z', 'revision_number': 1, 'project_id': '9283348a33dd4069a243783b2295178f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:55:33.746750 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55dbbce-92cc-45d9-8238-98cc86e11136 None None] New status for floating IP a6f38df4-f4fa-461d-8e91-2b7d1a624696: ACTIVE {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:55:34.246940 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17db58-3a03-4e5c-a7be-74542d9418f3 req-1b90e760-98b8-4f0f-b139-a22bdccc8787 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:34.249558 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4f17db58-3a03-4e5c-a7be-74542d9418f3 req-1b90e760-98b8-4f0f-b139-a22bdccc8787 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.1092074 Apr 06 10:55:34.266330 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f1b27-93cd-4467-a408-0a527ab5b7ee req-03cc41d3-cfb2-499f-a61d-159f6fac9b9d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:34.267961 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fb7f1b27-93cd-4467-a408-0a527ab5b7ee req-03cc41d3-cfb2-499f-a61d-159f6fac9b9d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0647454 Apr 06 10:55:34.328915 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4f17db58-3a03-4e5c-a7be-74542d9418f3 req-3815f931-9c40-4bb8-8ef2-32e24b53628c tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707774 Apr 06 10:55:34.348725 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fb7f1b27-93cd-4467-a408-0a527ab5b7ee req-9b82866b-5926-45a4-8fce-3efe32f792df tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726287 Apr 06 10:55:35.481277 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122beef6-8107-46b0-af15-c1e5aa9e4e23 req-f9b3861f-0a28-44cd-bd18-c85f40c8c40d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:35.483403 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-122beef6-8107-46b0-af15-c1e5aa9e4e23 req-f9b3861f-0a28-44cd-bd18-c85f40c8c40d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 945 time: 0.0627532 Apr 06 10:55:35.511585 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9b6cc-c454-4d6f-8126-bb0c8cab8e03 req-5d7f6f66-f13a-4b5f-b7b5-c2c39cb52382 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:35.513509 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-09e9b6cc-c454-4d6f-8126-bb0c8cab8e03 req-5d7f6f66-f13a-4b5f-b7b5-c2c39cb52382 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0683658 Apr 06 10:55:35.546656 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-122beef6-8107-46b0-af15-c1e5aa9e4e23 req-ad762850-89fb-48b1-b3ea-175f2ce893ed tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564289 Apr 06 10:55:35.568163 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-09e9b6cc-c454-4d6f-8126-bb0c8cab8e03 req-bcef349e-22a6-47d8-8e6d-5408ae7be79e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466096 Apr 06 10:55:35.709682 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 5b9a289f-843d-4b4e-b76c-620a7fa50d56 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:55:35.823811 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 is: ACTIVE; New status is: DOWN {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:35.824199 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:35.851000 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995432e7-b66d-4b15-89b1-1f7355dd5245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9a289f-843d-4b4e-b76c-620a7fa50d56'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:35.853396 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7bbba5-d5de-481b-b3b2-9466ed3a482b" -d '{"events": [{"server_uuid": "995432e7-b66d-4b15-89b1-1f7355dd5245", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9a289f-843d-4b4e-b76c-620a7fa50d56"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:35.877359 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 5b9a289f-843d-4b4e-b76c-620a7fa50d56, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5b9a289f-843d-4b4e-b76c-620a7fa50d56,segment=NetworkSegment(f96c1e37-2304-41ea-bb04-348f82d343b9),segment_id=f96c1e37-2304-41ea-bb04-348f82d343b9)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:35.884411 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:35.917411 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf64b9d9-886b-4638-b620-58aff4951d90 x-openstack-request-id: req-cf64b9d9-886b-4638-b620-58aff4951d90 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:35.917738 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995432e7-b66d-4b15-89b1-1f7355dd5245", "name": "network-vif-unplugged", "status": "completed", "tag": "5b9a289f-843d-4b4e-b76c-620a7fa50d56", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:35.918024 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cf64b9d9-886b-4638-b620-58aff4951d90 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:35.918451 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf64b9d9-886b-4638-b620-58aff4951d90'] response: {'server_uuid': '995432e7-b66d-4b15-89b1-1f7355dd5245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b9a289f-843d-4b4e-b76c-620a7fa50d56', 'code': 200} Apr 06 10:55:35.951058 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=5b9a289f-843d-4b4e-b76c-620a7fa50d56,revision_number=6']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:36.681774 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611ef50-75d8-497f-bbe8-c8ef3aa4e421 req-e31e1a33-a4d2-411e-b95c-023c2fe18776 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:36.683268 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6611ef50-75d8-497f-bbe8-c8ef3aa4e421 req-e31e1a33-a4d2-411e-b95c-023c2fe18776 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.0589023 Apr 06 10:55:36.718892 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb87d2b-125b-46e9-a4ea-2de62e89c6f0 req-72738358-cb0d-43a5-b55d-99e7745edc9e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:36.720638 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8cb87d2b-125b-46e9-a4ea-2de62e89c6f0 req-72738358-cb0d-43a5-b55d-99e7745edc9e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0683389 Apr 06 10:55:36.740738 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6611ef50-75d8-497f-bbe8-c8ef3aa4e421 req-cf7bb064-b942-44ca-afbd-153f937e80ec tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514915 Apr 06 10:55:36.777260 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8cb87d2b-125b-46e9-a4ea-2de62e89c6f0 req-992b62c6-c5f4-452f-afd4-295752966efe tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499120 Apr 06 10:55:36.892389 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-1674c1a6-f8cc-4112-9cfd-863a06e16e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:36.893836 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-1674c1a6-f8cc-4112-9cfd-863a06e16e5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 1130 time: 0.0476680 Apr 06 10:55:37.008051 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-ebc231cd-3f10-42a7-bc80-d72f6475f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:37.009480 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-ebc231cd-3f10-42a7-bc80-d72f6475f4af service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 200 len: 911 time: 0.1070290 Apr 06 10:55:37.171734 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-2960a219-5fec-4518-a04c-c56ae49aecaf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d510076-82a3-45b9-81cc-9ffeb89f9ec1 HTTP/1.1" status: 200 len: 1002 time: 0.1449344 Apr 06 10:55:37.183301 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-4df69d13-716a-4f2b-a6bf-0c9ef41aa1bd tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:37.184903 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-4df69d13-716a-4f2b-a6bf-0c9ef41aa1bd tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.26 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.1569457 Apr 06 10:55:37.333362 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-2d94f03c-3bcd-4733-9536-f43bb0398586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:37.334911 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-2d94f03c-3bcd-4733-9536-f43bb0398586 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8cb4a9d-3fd6-40dd-93f9-d0599d19883c HTTP/1.1" status: 200 len: 849 time: 0.1490710 Apr 06 10:55:37.450048 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-42e0100b-cf53-443e-abe0-0d1a357fec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:37.452295 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-42e0100b-cf53-443e-abe0-0d1a357fec30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9435f01-e75d-47f9-9918-d437dc99ce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0966702 Apr 06 10:55:37.453541 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-553d3499-2600-415e-aba2-500332d5ee4d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Deleting port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:55:37.453941 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-553d3499-2600-415e-aba2-500332d5ee4d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:37.875014 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-83ad3c4f-3394-429b-9b7e-9499eef73b8d service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155660 Apr 06 10:55:37.966671 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55bfa1-2876-4851-b0c8-70b9ff8a2946 req-26327a48-d34c-4443-9864-61c8227de1fc tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:37.981055 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9e55bfa1-2876-4851-b0c8-70b9ff8a2946 req-26327a48-d34c-4443-9864-61c8227de1fc tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 943 time: 0.1387017 Apr 06 10:55:38.025624 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-553d3499-2600-415e-aba2-500332d5ee4d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] For port 5b9a289f-843d-4b4e-b76c-620a7fa50d56, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5b9a289f-843d-4b4e-b76c-620a7fa50d56,segment=NetworkSegment(f96c1e37-2304-41ea-bb04-348f82d343b9),segment_id=f96c1e37-2304-41ea-bb04-348f82d343b9)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:38.025993 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-553d3499-2600-415e-aba2-500332d5ee4d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:38.053524 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-553d3499-2600-415e-aba2-500332d5ee4d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Calling delete_port for 5b9a289f-843d-4b4e-b76c-620a7fa50d56 owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:55:38.076206 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9e55bfa1-2876-4851-b0c8-70b9ff8a2946 req-192151ea-6d38-42f0-8f63-66157d8cf491 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/security-groups?id=d0f135ca-7732-440f-a89c-4d425d1be954&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917888 Apr 06 10:55:38.096471 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc8692-69bc-4542-8a1f-5f76e79cef72 req-30fcc65c-d17c-409a-9a02-dc352d5fc8c8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:38.098618 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a6dc8692-69bc-4542-8a1f-5f76e79cef72 req-30fcc65c-d17c-409a-9a02-dc352d5fc8c8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1986017 Apr 06 10:55:38.189600 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1b0a4c1-984f-4164-ab24-49de306fa58f req-b9f0bde4-c285-4b2a-83e9-055195f8c17b service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993953 Apr 06 10:55:38.242745 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a6dc8692-69bc-4542-8a1f-5f76e79cef72 req-5d117fbc-2f6c-4d68-ba7f-7f02f76115dc tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318183 Apr 06 10:55:38.373813 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-553d3499-2600-415e-aba2-500332d5ee4d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957'] for port (5b9a289f-843d-4b4e-b76c-620a7fa50d56), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:38.437065 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d3499-2600-415e-aba2-500332d5ee4d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Pushing event deleted for resources: {'Port': ['ID=5b9a289f-843d-4b4e-b76c-620a7fa50d56,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:38.560067 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-553d3499-2600-415e-aba2-500332d5ee4d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] No DVR routers for this DVR port 5b9a289f-843d-4b4e-b76c-620a7fa50d56 on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:55:38.564694 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-553d3499-2600-415e-aba2-500332d5ee4d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:38.569168 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9ef0db6a-e682-4c35-a2ac-b50168d00be8 req-553d3499-2600-415e-aba2-500332d5ee4d tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.26 "DELETE /v2.0/ports/5b9a289f-843d-4b4e-b76c-620a7fa50d56 HTTP/1.1" status: 204 len: 173 time: 1.3732991 Apr 06 10:55:38.569685 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995432e7-b66d-4b15-89b1-1f7355dd5245', 'name': 'network-vif-deleted', 'tag': '5b9a289f-843d-4b4e-b76c-620a7fa50d56'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:55:38.572477 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92112bcd-e74f-4f21-9724-ef9582f92d87" -d '{"events": [{"server_uuid": "995432e7-b66d-4b15-89b1-1f7355dd5245", "name": "network-vif-deleted", "tag": "5b9a289f-843d-4b4e-b76c-620a7fa50d56"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:55:38.641174 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daec049-979b-4e94-a577-ba13d4f07007 x-openstack-request-id: req-8daec049-979b-4e94-a577-ba13d4f07007 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:55:38.641547 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995432e7-b66d-4b15-89b1-1f7355dd5245", "name": "network-vif-deleted", "tag": "5b9a289f-843d-4b4e-b76c-620a7fa50d56", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:55:38.641965 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8daec049-979b-4e94-a577-ba13d4f07007 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:55:38.643168 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8daec049-979b-4e94-a577-ba13d4f07007'] response: {'server_uuid': '995432e7-b66d-4b15-89b1-1f7355dd5245', 'name': 'network-vif-deleted', 'tag': '5b9a289f-843d-4b4e-b76c-620a7fa50d56', 'status': 'completed', 'code': 200} Apr 06 10:55:39.223394 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ea446edf-b9e7-41d2-92f1-ff2837ba224a req-3ba0e866-359a-4f0c-9394-84d50e9a6653 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 210 time: 0.0516088 Apr 06 10:55:39.439091 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c5ab5-b3ca-44ff-a34b-b2c963a8d122 req-165ea1f3-ecdb-41db-88fd-c58f014d8584 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:39.442178 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-159c5ab5-b3ca-44ff-a34b-b2c963a8d122 req-165ea1f3-ecdb-41db-88fd-c58f014d8584 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1044679 Apr 06 10:55:39.512011 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-159c5ab5-b3ca-44ff-a34b-b2c963a8d122 req-9f971ed9-2482-44bb-bb4a-f00330de0fd0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593598 Apr 06 10:55:39.879025 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54140) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:40.058715 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e156b0bd-47f7-4dd1-80b8-073802a26b55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:40.161259 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e156b0bd-47f7-4dd1-80b8-073802a26b55 admin admin] Publish callbacks [] for security_group (c6bc1664-1d70-47fa-876b-8391863b353d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:40.165863 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e156b0bd-47f7-4dd1-80b8-073802a26b55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (c6bc1664-1d70-47fa-876b-8391863b353d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:40.209667 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e156b0bd-47f7-4dd1-80b8-073802a26b55 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14143f85fc884de98d4a6484f6c9dd68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3288484 Apr 06 10:55:40.210562 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e156b0bd-47f7-4dd1-80b8-073802a26b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bc1664-1d70-47fa-876b-8391863b353d,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:40.213967 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54150) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:40.279274 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4cffeba9-333d-4171-8b14-2eaedfc1bbce admin admin] Publish callbacks [] for security_group (c6bc1664-1d70-47fa-876b-8391863b353d), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:40.309904 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4cffeba9-333d-4171-8b14-2eaedfc1bbce admin admin] Publish callbacks [] for security_group (c6bc1664-1d70-47fa-876b-8391863b353d), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:40.388180 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4cffeba9-333d-4171-8b14-2eaedfc1bbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (c6bc1664-1d70-47fa-876b-8391863b353d), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:40.391236 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4cffeba9-333d-4171-8b14-2eaedfc1bbce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:40.392895 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-4cffeba9-333d-4171-8b14-2eaedfc1bbce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6bc1664-1d70-47fa-876b-8391863b353d HTTP/1.1" status: 204 len: 168 time: 0.1778474 Apr 06 10:55:40.395425 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bf915355-300d-4c76-974b-9478afeddb67 req-d03c8762-4aea-43d7-82d6-3b8b79b64f7e tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 210 time: 0.0305586 Apr 06 10:55:40.410951 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffeba9-333d-4171-8b14-2eaedfc1bbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bc1664-1d70-47fa-876b-8391863b353d,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:40.652759 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b48d3-8ae1-4540-adaa-f46116b90821 req-61092147-59d1-4dab-95f8-743bdd1a7ae9 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:40.654363 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-605b48d3-8ae1-4540-adaa-f46116b90821 req-61092147-59d1-4dab-95f8-743bdd1a7ae9 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0638959 Apr 06 10:55:40.723506 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-605b48d3-8ae1-4540-adaa-f46116b90821 req-4ad0ef24-400e-4a5f-8916-e74b25aed639 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615823 Apr 06 10:55:41.549034 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6bad75e8-342c-483c-9dbe-8a291128e9c3 req-64364e9d-034f-45b5-882e-69b940f7af21 tempest-DeleteServersTestJSON-1877238126 tempest-DeleteServersTestJSON-1877238126-project] 10.222.0.23 "GET /v2.0/ports?device_id=995432e7-b66d-4b15-89b1-1f7355dd5245 HTTP/1.1" status: 200 len: 210 time: 0.0337143 Apr 06 10:55:41.857216 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ea014-3ab3-42e9-876b-0dc321db9a50 req-5c2796b4-a778-415c-8d2b-cf4b919ccdb6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:41.858820 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d74ea014-3ab3-42e9-876b-0dc321db9a50 req-5c2796b4-a778-415c-8d2b-cf4b919ccdb6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0612514 Apr 06 10:55:41.925493 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d74ea014-3ab3-42e9-876b-0dc321db9a50 req-e2a69299-09dd-4597-8f00-1df28344a9a9 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592189 Apr 06 10:55:42.829493 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-1e378b86-2626-4765-acd7-14d761e2f395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:43.115284 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91056f4b-a0af-4656-bd1a-18ad86c99199 req-fd755b9d-8038-4134-90fc-87d161c86397 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:43.116897 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-91056f4b-a0af-4656-bd1a-18ad86c99199 req-fd755b9d-8038-4134-90fc-87d161c86397 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0818686 Apr 06 10:55:43.180854 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-91056f4b-a0af-4656-bd1a-18ad86c99199 req-95856bc6-5b1e-4940-858a-127cef2fb3cf tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553207 Apr 06 10:55:44.173579 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54228) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:44.229564 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e1ea2d8-a417-45ff-a1db-32c46e808ed4 admin admin] Deleting subnet 1d8f8efb-3007-4800-aefe-8a118505ff9c {{(pid=115083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:55:44.234013 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea2d8-a417-45ff-a1db-32c46e808ed4 admin admin] Publish callbacks [] for subnet (1d8f8efb-3007-4800-aefe-8a118505ff9c), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.283123 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea2d8-a417-45ff-a1db-32c46e808ed4 admin admin] Publish callbacks [] for subnet (1d8f8efb-3007-4800-aefe-8a118505ff9c), precommit_delete_associations {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.301301 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea2d8-a417-45ff-a1db-32c46e808ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (1d8f8efb-3007-4800-aefe-8a118505ff9c), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.369843 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4e19-b009-4b74-95c2-c5f02551bea9 req-4071ee6d-577b-475e-898d-3d93e5712148 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:44.373796 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-976f4e19-b009-4b74-95c2-c5f02551bea9 req-4071ee6d-577b-475e-898d-3d93e5712148 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1028795 Apr 06 10:55:44.374903 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea2d8-a417-45ff-a1db-32c46e808ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (1d8f8efb-3007-4800-aefe-8a118505ff9c), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.426267 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ea2d8-a417-45ff-a1db-32c46e808ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8f8efb-3007-4800-aefe-8a118505ff9c,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:44.445933 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3e1ea2d8-a417-45ff-a1db-32c46e808ed4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.459976 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-3e1ea2d8-a417-45ff-a1db-32c46e808ed4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1d8f8efb-3007-4800-aefe-8a118505ff9c HTTP/1.1" status: 204 len: 168 time: 0.2850163 Apr 06 10:55:44.460714 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54242) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:44.489326 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-976f4e19-b009-4b74-95c2-c5f02551bea9 req-b11778c3-65c9-4d4d-94e1-8ddea4e2acbe tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079979 Apr 06 10:55:44.554419 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (0b462d85-da35-44aa-a689-25c11801375d), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.662680 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (0b462d85-da35-44aa-a689-25c11801375d), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.693278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.693278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.693278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.693278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.693278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.693278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.693278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.693278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.693278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.694453 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.846356 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.846706 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.848013 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.848578 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115083) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:55:44.849387 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b462d85-da35-44aa-a689-25c11801375d']}} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:44.880841 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f96c1e37-2304-41ea-bb04-348f82d343b9') {'for_net_delete': True} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:44.881164 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f96c1e37-2304-41ea-bb04-348f82d343b9') {} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:44.905681 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126582963'] for segment (f96c1e37-2304-41ea-bb04-348f82d343b9), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.936861 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (f96c1e37-2304-41ea-bb04-348f82d343b9), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.953465 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=115083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:55:44.953935 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126579915'] for segment (f96c1e37-2304-41ea-bb04-348f82d343b9), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: from cryptography.utils import int_from_bytes Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: from cryptography.utils import int_from_bytes Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: Traceback (most recent call last): Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: timer() Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: cb(*args, **kw) Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: return func(*args, **kwargs) Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: self._notify() Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: self.callback(batched_events) Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: event.method(event) Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: return f(self, *a, **k) Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._get(url).json() Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: return self.request(url, 'GET', **kwargs) Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:55:44.973685 dv-cinder-836070-2-iscsi neutron-server[115083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:55:45.046848 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (0b462d85-da35-44aa-a689-25c11801375d), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.056221 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.059953 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0b462d85-da35-44aa-a689-25c11801375d HTTP/1.1" status: 204 len: 168 time: 0.5978029 Apr 06 10:55:45.076186 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99bc2b-8449-42a2-b705-e291368828e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b462d85-da35-44aa-a689-25c11801375d,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:45.336625 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54278) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:45.421767 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-fd6145c2-d476-409b-a46a-a7d907b93dc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f5060f9164ce46468c88985ec0d92975&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0832744 Apr 06 10:55:45.426529 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54284) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:45.533116 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-abcb5700-a2d9-468d-babc-9ae8d326c589 admin admin] Publish callbacks [] for security_group (d0f135ca-7732-440f-a89c-4d425d1be954), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.570788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-abcb5700-a2d9-468d-babc-9ae8d326c589 admin admin] Publish callbacks [] for security_group (d0f135ca-7732-440f-a89c-4d425d1be954), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.677812 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-abcb5700-a2d9-468d-babc-9ae8d326c589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (d0f135ca-7732-440f-a89c-4d425d1be954), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.680775 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-abcb5700-a2d9-468d-babc-9ae8d326c589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.681978 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-abcb5700-a2d9-468d-babc-9ae8d326c589 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0f135ca-7732-440f-a89c-4d425d1be954 HTTP/1.1" status: 204 len: 168 time: 0.2536881 Apr 06 10:55:45.695864 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb5700-a2d9-468d-babc-9ae8d326c589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f135ca-7732-440f-a89c-4d425d1be954,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:45.728308 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2520f5-2670-42ac-b90b-1e0f60765ff7 req-5a630ada-2f73-4b73-bc83-5e84e92925cf tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:45.730048 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2a2520f5-2670-42ac-b90b-1e0f60765ff7 req-5a630ada-2f73-4b73-bc83-5e84e92925cf tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1006470 Apr 06 10:55:45.799192 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6d1863f8-bd34-4245-bcbb-0917ab25bd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:45.804153 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2a2520f5-2670-42ac-b90b-1e0f60765ff7 req-39e63f67-1f7a-417d-bf02-b51fc2c82d5d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628126 Apr 06 10:55:46.478416 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:46.672824 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54330) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:46.883565 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-160586572-network', 'tenant_id': '1520446eb9854376954ced1cdb152f81'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:46.934307 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Made reservation on behalf of 1520446eb9854376954ced1cdb152f81 for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:46.937914 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:46.952991 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.008809 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8c674-f019-4953-bf75-b778eb830d6c req-a290a9a2-4dc3-4467-bb0e-969932380b6d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:47.011797 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a5e8c674-f019-4953-bf75-b778eb830d6c req-a290a9a2-4dc3-4467-bb0e-969932380b6d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0935702 Apr 06 10:55:47.069220 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54346) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:47.095858 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Publish callbacks [] for security_group (3c643ccd-c6b8-4257-bd35-c415535094e2), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.102250 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a5e8c674-f019-4953-bf75-b778eb830d6c req-7136b676-972d-4254-8ad0-a1c94266328c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811591 Apr 06 10:55:47.102934 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (3c643ccd-c6b8-4257-bd35-c415535094e2), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.145641 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:55:47.176540 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c643ccd-c6b8-4257-bd35-c415535094e2,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:47.182264 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (1508c9b8-a7ba-45e6-8925-4ab34ff26af0), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.182847 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Added segment 1508c9b8-a7ba-45e6-8925-4ab34ff26af0 of type vlan for network e57840e9-a610-40cb-aa8b-21f95edebb59 Apr 06 10:55:47.238579 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48ae9d7-84e9-4e3e-82dc-5352ed4867c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.268500 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (e57840e9-a610-40cb-aa8b-21f95edebb59), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.323023 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (e57840e9-a610-40cb-aa8b-21f95edebb59), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.325157 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:47.325997 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.354914 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48ae9d7-84e9-4e3e-82dc-5352ed4867c4 admin admin] Publish callbacks [] for security_group (0fb14798-8772-4c6b-a5c5-4b79680e7724), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.360810 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48ae9d7-84e9-4e3e-82dc-5352ed4867c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (0fb14798-8772-4c6b-a5c5-4b79680e7724), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.439116 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d48ae9d7-84e9-4e3e-82dc-5352ed4867c4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3f51f8b7f61c4d319a864023a9c7e9f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3681643 Apr 06 10:55:47.442160 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7676597 Apr 06 10:55:47.442900 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54356) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:47.445536 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ae9d7-84e9-4e3e-82dc-5352ed4867c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb14798-8772-4c6b-a5c5-4b79680e7724,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:47.450500 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54358) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:47.468933 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Request body: {'subnet': {'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-subnet', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:47.487088 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfc871-7396-4c25-b587-7944278559f0 admin admin] Pushing event updated for resources: {'Network': ['ID=e57840e9-a610-40cb-aa8b-21f95edebb59,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:47.507944 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Made reservation on behalf of 1520446eb9854376954ced1cdb152f81 for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:55:47.514373 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.518626 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network e57840e9-a610-40cb-aa8b-21f95edebb59 details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:55:47.568759 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4c124abb-42d4-4151-a2c9-c74e0e3f75d4 admin admin] Publish callbacks [] for security_group (0fb14798-8772-4c6b-a5c5-4b79680e7724), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.613570 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4c124abb-42d4-4151-a2c9-c74e0e3f75d4 admin admin] Publish callbacks [] for security_group (0fb14798-8772-4c6b-a5c5-4b79680e7724), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.713368 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4c124abb-42d4-4151-a2c9-c74e0e3f75d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (0fb14798-8772-4c6b-a5c5-4b79680e7724), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.716052 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4c124abb-42d4-4151-a2c9-c74e0e3f75d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.717282 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-4c124abb-42d4-4151-a2c9-c74e0e3f75d4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0fb14798-8772-4c6b-a5c5-4b79680e7724 HTTP/1.1" status: 204 len: 168 time: 0.2734001 Apr 06 10:55:47.737474 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c124abb-42d4-4151-a2c9-c74e0e3f75d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb14798-8772-4c6b-a5c5-4b79680e7724,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:47.799271 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54364) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:47.857610 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (900d28c1-8915-4c2d-b801-0e4d8cf86a49), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.956586 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-93ad11a6-fa5f-47e6-96f9-8850cf9866f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:47.964898 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=900d28c1-8915-4c2d-b801-0e4d8cf86a49,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:48.019832 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Checking segment: {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:48.020451 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Network hostable DHCP agents. Network: e57840e9-a610-40cb-aa8b-21f95edebb59, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:55:48.064867 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Network e57840e9-a610-40cb-aa8b-21f95edebb59 is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:55:48.079077 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, e57840e9-a610-40cb-aa8b-21f95edebb59) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:48.093312 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:48.095651 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.098063 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10638ea-ddee-4c0c-918e-27107b7eb0ee None None] Network e57840e9-a610-40cb-aa8b-21f95edebb59 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:55:48.129103 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-273651f7-3969-4655-aff8-ab26e3019e66 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6716585 Apr 06 10:55:48.129352 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54374) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:48.156532 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:48.179200 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-93ad11a6-fa5f-47e6-96f9-8850cf9866f6 admin admin] Publish callbacks [] for security_group (ac19a8a4-8f3d-4c54-b361-501305847a14), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.196018 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-93ad11a6-fa5f-47e6-96f9-8850cf9866f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ac19a8a4-8f3d-4c54-b361-501305847a14), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.286664 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.311840 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (77a5222e-c3a8-42c4-9c49-4740832b19bf), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.313968 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (77a5222e-c3a8-42c4-9c49-4740832b19bf), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.336763 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54378) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:48.353903 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-e57840e9-a610-40cb-aa8b-21f95edebb59', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'project_id': '1520446eb9854376954ced1cdb152f81', 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:55:48.354860 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.375508 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc6f1-3496-428a-a1bc-db20aff48ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.408163 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-93ad11a6-fa5f-47e6-96f9-8850cf9866f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2790138d53064858bc7d73b502061be6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6061308 Apr 06 10:55:48.409319 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ad11a6-fa5f-47e6-96f9-8850cf9866f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac19a8a4-8f3d-4c54-b361-501305847a14,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:48.412871 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54382) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:48.549922 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks [] for router_controller (77a5222e-c3a8-42c4-9c49-4740832b19bf), precommit_add_association {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.590014 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1fcefd64-459d-42d5-85a9-d1005a975404 admin admin] Publish callbacks [] for security_group (ac19a8a4-8f3d-4c54-b361-501305847a14), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.590453 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531f4293-af4c-4cb1-b8fb-421a0f0e1629 req-e122050d-92c8-4911-9804-ca0bc30a89b6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:48.595005 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-531f4293-af4c-4cb1-b8fb-421a0f0e1629 req-e122050d-92c8-4911-9804-ca0bc30a89b6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.3373027 Apr 06 10:55:48.619749 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1fcefd64-459d-42d5-85a9-d1005a975404 admin admin] Publish callbacks [] for security_group (ac19a8a4-8f3d-4c54-b361-501305847a14), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.673430 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Allocated IP 172.20.0.2 (e57840e9-a610-40cb-aa8b-21f95edebb59/900d28c1-8915-4c2d-b801-0e4d8cf86a49/23078d97-e3b4-48b6-bf43-b5c124c5c09a) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:55:48.721699 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1fcefd64-459d-42d5-85a9-d1005a975404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ac19a8a4-8f3d-4c54-b361-501305847a14), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.727405 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1fcefd64-459d-42d5-85a9-d1005a975404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.735176 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-1fcefd64-459d-42d5-85a9-d1005a975404 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac19a8a4-8f3d-4c54-b361-501305847a14 HTTP/1.1" status: 204 len: 168 time: 0.3198299 Apr 06 10:55:48.740248 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc6f1-3496-428a-a1bc-db20aff48ac9 admin admin] Publish callbacks [] for security_group (d11aa898-b2fd-4e1d-9473-312aa3d9dd3f), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.750051 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcefd64-459d-42d5-85a9-d1005a975404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac19a8a4-8f3d-4c54-b361-501305847a14,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:48.772938 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a6bfc6f1-3496-428a-a1bc-db20aff48ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (d11aa898-b2fd-4e1d-9473-312aa3d9dd3f), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.862413 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfc6f1-3496-428a-a1bc-db20aff48ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11aa898-b2fd-4e1d-9473-312aa3d9dd3f,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:48.893683 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Publish callbacks [] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.915603 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.924488 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks [] for router_gateway (77a5222e-c3a8-42c4-9c49-4740832b19bf), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:48.931490 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-531f4293-af4c-4cb1-b8fb-421a0f0e1629 req-98e6e899-09b7-4650-bd6e-d59baf8e3a57 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586524 Apr 06 10:55:48.944340 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a6bfc6f1-3496-428a-a1bc-db20aff48ac9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db234001b9e5406593414b4c785d4806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6022549 Apr 06 10:55:48.947249 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54390) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:49.021812 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Network e57840e9-a610-40cb-aa8b-21f95edebb59 is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:55:49.028163 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:49.038346 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:55:49.051528 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Pushing event updated for resources: {'Port': ['ID=23078d97-e3b4-48b6-bf43-b5c124c5c09a,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:49.083789 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cbd029a1-4a04-46a1-958d-3a4ccfadf364 admin admin] Publish callbacks [] for security_group (d11aa898-b2fd-4e1d-9473-312aa3d9dd3f), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.120072 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cbd029a1-4a04-46a1-958d-3a4ccfadf364 admin admin] Publish callbacks [] for security_group (d11aa898-b2fd-4e1d-9473-312aa3d9dd3f), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.150822 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Attempting to bind port 23078d97-e3b4-48b6-bf43-b5c124c5c09a on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:55:49.151532 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Attempting to bind port 23078d97-e3b4-48b6-bf43-b5c124c5c09a by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:55:49.152457 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Attempting to bind port 23078d97-e3b4-48b6-bf43-b5c124c5c09a on network e57840e9-a610-40cb-aa8b-21f95edebb59 {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:49.162148 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:55:49.163157 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Checking segment: {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:49.163930 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.165045 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Bound using segment: {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:55:49.166045 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Bound port: 23078d97-e3b4-48b6-bf43-b5c124c5c09a, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:55:49.167046 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.305291 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] For port 23078d97-e3b4-48b6-bf43-b5c124c5c09a, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:55:49.311368 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] For port 23078d97-e3b4-48b6-bf43-b5c124c5c09a, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=23078d97-e3b4-48b6-bf43-b5c124c5c09a,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:55:49.322736 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cbd029a1-4a04-46a1-958d-3a4ccfadf364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (d11aa898-b2fd-4e1d-9473-312aa3d9dd3f), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.323100 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.328049 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cbd029a1-4a04-46a1-958d-3a4ccfadf364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.330036 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-cbd029a1-4a04-46a1-958d-3a4ccfadf364 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d11aa898-b2fd-4e1d-9473-312aa3d9dd3f HTTP/1.1" status: 204 len: 168 time: 0.3805110 Apr 06 10:55:49.355928 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd029a1-4a04-46a1-958d-3a4ccfadf364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11aa898-b2fd-4e1d-9473-312aa3d9dd3f,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:49.370980 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks [] for router_gateway (77a5222e-c3a8-42c4-9c49-4740832b19bf), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.398209 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54396) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:49.434968 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-42b26e1c-d28c-4c2e-b60d-6fe7081fee2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.444271 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.460284 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21e0f6-ccdc-40c8-a5fe-5fee12a54234 None None] Pushing event updated for resources: {'Port': ['ID=23078d97-e3b4-48b6-bf43-b5c124c5c09a,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:49.632492 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.679532 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Allocated IP 172.27.1.58 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/3bf8dfe2-c20b-49db-9bf1-f69588ada966) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:55:49.679812 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-42b26e1c-d28c-4c2e-b60d-6fe7081fee2b admin admin] Publish callbacks [] for security_group (b4cfe4f7-569d-49ef-a8f3-befc30ce0378), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.686737 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-42b26e1c-d28c-4c2e-b60d-6fe7081fee2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b4cfe4f7-569d-49ef-a8f3-befc30ce0378), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.777082 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-42b26e1c-d28c-4c2e-b60d-6fe7081fee2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=115546a613134f89ac8351db0028abcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3762054 Apr 06 10:55:49.778567 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b26e1c-d28c-4c2e-b60d-6fe7081fee2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cfe4f7-569d-49ef-a8f3-befc30ce0378,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:49.782852 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54410) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:49.885065 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks [] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:49.940904 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e671-af14-4faf-a4d6-8826d0d0888c admin admin] Publish callbacks [] for security_group (b4cfe4f7-569d-49ef-a8f3-befc30ce0378), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.053172 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e671-af14-4faf-a4d6-8826d0d0888c admin admin] Publish callbacks [] for security_group (b4cfe4f7-569d-49ef-a8f3-befc30ce0378), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.108115 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.192119 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:55:50.194538 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:50.221751 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:55:50.335715 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 23078d97-e3b4-48b6-bf43-b5c124c5c09a up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:55:50.341047 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04674515-fafe-4431-9783-a95d0b519e51 req-6800620f-ee8a-41b6-b4d3-5023e7c1854e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:50.345760 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-04674515-fafe-4431-9783-a95d0b519e51 req-6800620f-ee8a-41b6-b4d3-5023e7c1854e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1737633 Apr 06 10:55:50.419420 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 23078d97-e3b4-48b6-bf43-b5c124c5c09a triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:50.420473 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.476014 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-04674515-fafe-4431-9783-a95d0b519e51 req-62bf5ed7-e7de-488a-8c3a-76c52438fe8b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196506 Apr 06 10:55:50.593585 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 23078d97-e3b4-48b6-bf43-b5c124c5c09a is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:50.594145 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.619363 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Pushing event updated for resources: {'Port': ['ID=3bf8dfe2-c20b-49db-9bf1-f69588ada966,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:50.666576 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e671-af14-4faf-a4d6-8826d0d0888c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b4cfe4f7-569d-49ef-a8f3-befc30ce0378), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.667003 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 23078d97-e3b4-48b6-bf43-b5c124c5c09a, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=23078d97-e3b4-48b6-bf43-b5c124c5c09a,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:50.669355 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-bbf6e671-af14-4faf-a4d6-8826d0d0888c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.670587 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-bbf6e671-af14-4faf-a4d6-8826d0d0888c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b4cfe4f7-569d-49ef-a8f3-befc30ce0378 HTTP/1.1" status: 204 len: 168 time: 0.8839672 Apr 06 10:55:50.681568 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:50.743078 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6e671-af14-4faf-a4d6-8826d0d0888c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cfe4f7-569d-49ef-a8f3-befc30ce0378,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:50.821968 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=23078d97-e3b4-48b6-bf43-b5c124c5c09a,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:51.147734 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks [] for router_gateway (77a5222e-c3a8-42c4-9c49-4740832b19bf), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:51.281604 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be89a90-e2e7-47ea-9430-d74c8cea5788 None None] Network e57840e9-a610-40cb-aa8b-21f95edebb59 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:55:51.417874 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-e58189f1-f3ac-43fd-bffa-1cb8784cfc1c None None] Provisioning complete for port 23078d97-e3b4-48b6-bf43-b5c124c5c09a triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:51.419030 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e58189f1-f3ac-43fd-bffa-1cb8784cfc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:51.612421 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-e58189f1-f3ac-43fd-bffa-1cb8784cfc1c None None] Current status of the port 23078d97-e3b4-48b6-bf43-b5c124c5c09a is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:51.621078 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (77a5222e-c3a8-42c4-9c49-4740832b19bf), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:51.824774 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda446f-b402-4de7-be91-9372823a6ea1 req-e3307fc5-8702-43c4-898f-1ba4a374c48b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:51.835247 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9bda446f-b402-4de7-be91-9372823a6ea1 req-e3307fc5-8702-43c4-898f-1ba4a374c48b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1558092 Apr 06 10:55:51.943511 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9bda446f-b402-4de7-be91-9372823a6ea1 req-db79ee77-b7aa-4323-afba-eff049e25fc5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998399 Apr 06 10:55:51.966867 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Router 77a5222e-c3a8-42c4-9c49-4740832b19bf is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:55:52.054526 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-96d2b881-a9c5-401b-bbee-e63ad00f4772 None None] Provisioning complete for port 23078d97-e3b4-48b6-bf43-b5c124c5c09a triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:52.054751 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-96d2b881-a9c5-401b-bbee-e63ad00f4772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.147375 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:55:52.162081 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Sync routers for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:55:52.181985 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.186279 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:55:52.186513 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7f6f39ce-0595-45c2-acdc-73c6be82ab64 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0527637 Apr 06 10:55:52.186613 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:55:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:52.188045 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54482) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:52.225473 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-96d2b881-a9c5-401b-bbee-e63ad00f4772 None None] Current status of the port 23078d97-e3b4-48b6-bf43-b5c124c5c09a is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:52.280141 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 23078d97-e3b4-48b6-bf43-b5c124c5c09a up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:55:52.372390 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 23078d97-e3b4-48b6-bf43-b5c124c5c09a triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:52.372801 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.384277 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:55:52.607552 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 23078d97-e3b4-48b6-bf43-b5c124c5c09a is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:52.655544 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:50Z', 'revision_number': 3, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:52.688107 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Checking router: 77a5222e-c3a8-42c4-9c49-4740832b19bf for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:55:52.688445 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Updating router 77a5222e-c3a8-42c4-9c49-4740832b19bf port 3bf8dfe2-c20b-49db-9bf1-f69588ada966 binding host dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:55:52.724094 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:52.969975 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.118009 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Publish callbacks [] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), precommit_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.125671 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.177084 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c957a2a-fa02-4d66-bda2-401726450217 req-76bd693e-cbb8-4f98-80da-9c359a19de1f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:53.178095 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6c957a2a-fa02-4d66-bda2-401726450217 req-76bd693e-cbb8-4f98-80da-9c359a19de1f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1159778 Apr 06 10:55:53.184357 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Pushing event updated for resources: {'Port': ['ID=3bf8dfe2-c20b-49db-9bf1-f69588ada966,revision_number=2']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.199760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.200995 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.200995 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:55:53.216377 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Attempting to bind port 3bf8dfe2-c20b-49db-9bf1-f69588ada966 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:55:53.216736 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Attempting to bind port 3bf8dfe2-c20b-49db-9bf1-f69588ada966 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:55:53.217315 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Attempting to bind port 3bf8dfe2-c20b-49db-9bf1-f69588ada966 on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:53.228660 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:55:53.229126 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:53.229782 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.230249 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:55:53.230819 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Bound port: 3bf8dfe2-c20b-49db-9bf1-f69588ada966, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:55:53.232623 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.272724 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6c957a2a-fa02-4d66-bda2-401726450217 req-df747ee4-9730-49c8-b2e5-6fb6a08da856 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855763 Apr 06 10:55:53.276800 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Allocated IP 172.20.0.1 (e57840e9-a610-40cb-aa8b-21f95edebb59/900d28c1-8915-4c2d-b801-0e4d8cf86a49/5ad7368e-f617-4fe3-8f47-4058fd5b8ae8) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:55:53.293500 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] For port 3bf8dfe2-c20b-49db-9bf1-f69588ada966, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:55:53.297128 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] For port 3bf8dfe2-c20b-49db-9bf1-f69588ada966, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=3bf8dfe2-c20b-49db-9bf1-f69588ada966,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:55:53.306381 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.424536 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64acb04-bd10-42bc-b059-f164252ac5c3 None None] Pushing event updated for resources: {'Port': ['ID=3bf8dfe2-c20b-49db-9bf1-f69588ada966,revision_number=3']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:53.455289 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:55:53.457995 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:55:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:53.464576 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Publish callbacks [] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.551000 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.609480 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Network e57840e9-a610-40cb-aa8b-21f95edebb59 is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:55:53.619077 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:53.624522 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad7368e-f617-4fe3-8f47-4058fd5b8ae8,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:53.641594 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:55:53.642056 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (77a5222e-c3a8-42c4-9c49-4740832b19bf), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.660520 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:55:53.928050 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:53.984714 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-3b338939-6d06-4c67-a871-596aae4c8296 None None] Provisioning complete for port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:53.986389 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3b338939-6d06-4c67-a871-596aae4c8296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.122672 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-3b338939-6d06-4c67-a871-596aae4c8296 None None] Port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:55:54.178923 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:50Z', 'revision_number': 3, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:54.199294 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Publish callbacks [] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.208923 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.210898 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (77a5222e-c3a8-42c4-9c49-4740832b19bf), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:54.215508 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728aed87-72a6-49ee-aa9c-b1256016c217 None None] The sync data for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi is: [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:50Z', 'revision_number': 3, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:55:54.380606 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ad7368e-f617-4fe3-8f47-4058fd5b8ae8,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:54.496714 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1dcc3-3c45-4b49-852c-c633469a75cd req-59b56358-38b2-4243-8d9b-c9c89de3fa27 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:54.507155 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-23d1dcc3-3c45-4b49-852c-c633469a75cd req-59b56358-38b2-4243-8d9b-c9c89de3fa27 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0993600 Apr 06 10:55:54.525108 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Network e57840e9-a610-40cb-aa8b-21f95edebb59 is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:55:54.527786 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:54.677027 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-23d1dcc3-3c45-4b49-852c-c633469a75cd req-9076d4e5-c198-4be0-9a2f-44a7be8e9aa6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684043 Apr 06 10:55:54.799630 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Router 77a5222e-c3a8-42c4-9c49-4740832b19bf has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:55:54.930681 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:55:54.936722 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-3aaa0d81-9a2f-4770-bfa2-b8594d7abfd3 admin admin] 10.222.0.23 "PUT /v2.0/routers/77a5222e-c3a8-42c4-9c49-4740832b19bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7466104 Apr 06 10:55:54.960181 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-28cde125-4f86-4fe9-9704-30e348e1ce89 None None] Provisioning complete for port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:54.961028 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-28cde125-4f86-4fe9-9704-30e348e1ce89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:55.007989 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-28cde125-4f86-4fe9-9704-30e348e1ce89 None None] Port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:55:55.508337 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54566) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:55.513441 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-7c2472c2-b81b-46d9-8fa1-98a10970b24c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1263096746', 'description': 'tempest-description--99482724'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:55.537442 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7c2472c2-b81b-46d9-8fa1-98a10970b24c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:55.619600 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7c2472c2-b81b-46d9-8fa1-98a10970b24c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (9d4213fc-71ab-4255-a113-53a5e7dd881b), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:55.625826 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7c2472c2-b81b-46d9-8fa1-98a10970b24c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (9d4213fc-71ab-4255-a113-53a5e7dd881b), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:55.667537 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7c2472c2-b81b-46d9-8fa1-98a10970b24c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:55.669604 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-7c2472c2-b81b-46d9-8fa1-98a10970b24c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1599391 Apr 06 10:55:55.672451 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54572) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:55.679649 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-45b7bec2-7193-4280-9fd1-b6ae6edc317a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'security_group_rule': {'security_group_id': '9d4213fc-71ab-4255-a113-53a5e7dd881b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:55.691509 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2472c2-b81b-46d9-8fa1-98a10970b24c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4213fc-71ab-4255-a113-53a5e7dd881b,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:55.716462 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-45b7bec2-7193-4280-9fd1-b6ae6edc317a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (d69f91e4-509c-4555-b540-2aedad7db8fb), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:55.856444 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-45b7bec2-7193-4280-9fd1-b6ae6edc317a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (d69f91e4-509c-4555-b540-2aedad7db8fb), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:55.861195 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-45b7bec2-7193-4280-9fd1-b6ae6edc317a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (d69f91e4-509c-4555-b540-2aedad7db8fb), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:55.888505 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7bec2-7193-4280-9fd1-b6ae6edc317a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d69f91e4-509c-4555-b540-2aedad7db8fb,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:55.899010 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c8313-a986-4c87-8712-e4d8bbb1ff53 req-2fef363c-3b4e-4624-b68f-b61807230681 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:55.900614 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-447c8313-a986-4c87-8712-e4d8bbb1ff53 req-2fef363c-3b4e-4624-b68f-b61807230681 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1120961 Apr 06 10:55:55.903365 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-45b7bec2-7193-4280-9fd1-b6ae6edc317a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:55.904497 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-45b7bec2-7193-4280-9fd1-b6ae6edc317a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2306540 Apr 06 10:55:55.907486 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54576) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:55.912193 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-6f0676f4-15e6-4a67-8cdf-eb581d75bb76 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'security_group_rule': {'security_group_id': '9d4213fc-71ab-4255-a113-53a5e7dd881b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:55.969228 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6f0676f4-15e6-4a67-8cdf-eb581d75bb76 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (b5088efa-99b1-4116-a6cb-9ad927b600bc), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:55.985571 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-447c8313-a986-4c87-8712-e4d8bbb1ff53 req-9aefe698-8a74-4aad-be02-8f03803520c3 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686924 Apr 06 10:55:56.042873 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6f0676f4-15e6-4a67-8cdf-eb581d75bb76 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (b5088efa-99b1-4116-a6cb-9ad927b600bc), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.052441 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6f0676f4-15e6-4a67-8cdf-eb581d75bb76 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (b5088efa-99b1-4116-a6cb-9ad927b600bc), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.075822 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0676f4-15e6-4a67-8cdf-eb581d75bb76 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5088efa-99b1-4116-a6cb-9ad927b600bc,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:56.081939 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6f0676f4-15e6-4a67-8cdf-eb581d75bb76 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.085790 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-6f0676f4-15e6-4a67-8cdf-eb581d75bb76 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1746967 Apr 06 10:55:56.086994 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54578) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:56.091788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:55:56.126586 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.228209 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 3bf8dfe2-c20b-49db-9bf1-f69588ada966 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:55:56.255987 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.285071 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 3bf8dfe2-c20b-49db-9bf1-f69588ada966 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:56.287106 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.340518 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Sync routers for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:55:56.362703 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:55:56.363368 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:55:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:56.385996 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Allocated IP 172.27.1.173 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/a3ae3f12-8aa0-4d4a-bf11-4192cf784db5) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:55:56.499952 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 3bf8dfe2-c20b-49db-9bf1-f69588ada966 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:56.500341 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.533265 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 3bf8dfe2-c20b-49db-9bf1-f69588ada966, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=3bf8dfe2-c20b-49db-9bf1-f69588ada966,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:56.534293 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for port (a3ae3f12-8aa0-4d4a-bf11-4192cf784db5), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.541125 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.548352 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:55:56.584511 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (a3ae3f12-8aa0-4d4a-bf11-4192cf784db5), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.627105 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:55:56.633723 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:55:56.637341 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:55:56.677760 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'Port': ['ID=a3ae3f12-8aa0-4d4a-bf11-4192cf784db5,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:56.792927 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=3bf8dfe2-c20b-49db-9bf1-f69588ada966,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:56.821942 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (016f74ea-e56c-4824-ac9a-45868535547f), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.872038 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (a3ae3f12-8aa0-4d4a-bf11-4192cf784db5), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:56.952767 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:54Z', 'revision_number': 2, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:56.980782 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Checking router: 77a5222e-c3a8-42c4-9c49-4740832b19bf for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:55:56.981143 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Updating router 77a5222e-c3a8-42c4-9c49-4740832b19bf port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:55:57.012160 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.057198 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for port (a3ae3f12-8aa0-4d4a-bf11-4192cf784db5), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.071797 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (a3ae3f12-8aa0-4d4a-bf11-4192cf784db5), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.164427 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3f4b2-88cb-4936-88ce-9f0c3e93a68d req-20f36175-9f30-4347-8c0a-c15f79aeb2bd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:57.166150 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bbd3f4b2-88cb-4936-88ce-9f0c3e93a68d req-20f36175-9f30-4347-8c0a-c15f79aeb2bd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0802338 Apr 06 10:55:57.171278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'Port': ['ID=a3ae3f12-8aa0-4d4a-bf11-4192cf784db5,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:57.193007 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (016f74ea-e56c-4824-ac9a-45868535547f), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.218216 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.220423 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-ae49f110-d6a4-4f8f-aded-2a53694199d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1321993 Apr 06 10:55:57.241581 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bbd3f4b2-88cb-4936-88ce-9f0c3e93a68d req-5bdc288c-eecd-4aba-8c7c-c5c6a8c2ccc6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662699 Apr 06 10:55:57.362743 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Publish callbacks [] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.371238 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.434864 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-f54ac127-e0c8-4610-9972-bfc5bdfd6a92 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1263096746&fields=id&tenant_id=1520446eb9854376954ced1cdb152f81 HTTP/1.1" status: 200 len: 267 time: 0.0667479 Apr 06 10:55:57.453175 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47376ef-9723-4b5c-a42b-1032a0aa18d3 None None] Pushing event updated for resources: {'Port': ['ID=5ad7368e-f617-4fe3-8f47-4058fd5b8ae8,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:57.523436 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Attempting to bind port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:55:57.524003 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Attempting to bind port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:55:57.524248 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Attempting to bind port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 on network e57840e9-a610-40cb-aa8b-21f95edebb59 {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:55:57.537089 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:55:57.537732 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Checking segment: {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:55:57.538420 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.546001 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Bound using segment: {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:55:57.547279 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Bound port: 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:55:57.547994 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.701443 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] For port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:55:57.706988 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] For port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=5ad7368e-f617-4fe3-8f47-4058fd5b8ae8,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:55:57.714724 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-5103da72-b547-4aaf-be7d-db5da0ca54e3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:57.717486 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-5103da72-b547-4aaf-be7d-db5da0ca54e3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 816 time: 0.2608283 Apr 06 10:55:57.719351 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:57.737311 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-adceee3b-9bfb-40fd-a64e-a3350c4fa07d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/quotas/1520446eb9854376954ced1cdb152f81 HTTP/1.1" status: 200 len: 375 time: 0.0116661 Apr 06 10:55:57.843200 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47376ef-9723-4b5c-a42b-1032a0aa18d3 None None] Pushing event updated for resources: {'Port': ['ID=5ad7368e-f617-4fe3-8f47-4058fd5b8ae8,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:57.850432 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:55:57.856065 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:55:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:57.877606 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-3bcc3137-2f64-4902-9650-69fa5ed0902e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1216605 Apr 06 10:55:58.089024 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:55:58.102587 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-26e72875-1fd8-4f80-b764-443e07450171 service neutron] 10.222.0.23 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043061 Apr 06 10:55:58.256732 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fedea6c0-667a-4eeb-8b6f-8d9a0b500f51 None None] Provisioning complete for port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:58.257126 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fedea6c0-667a-4eeb-8b6f-8d9a0b500f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:58.291879 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 3bf8dfe2-c20b-49db-9bf1-f69588ada966 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:55:58.323116 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-4893a1bf-2e76-4607-add5-6a60d9ed7a22 service neutron] 10.222.0.23 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150857 Apr 06 10:55:58.430418 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:55:58.475179 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 3bf8dfe2-c20b-49db-9bf1-f69588ada966 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:58.476132 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:58.481866 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4487b-ae6d-4f3c-805b-37599cb80d20 req-66054b0f-6cab-4f9b-892c-687e9c198e2a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:58.487000 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9ad4487b-ae6d-4f3c-805b-37599cb80d20 req-66054b0f-6cab-4f9b-892c-687e9c198e2a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1198633 Apr 06 10:55:58.571351 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fedea6c0-667a-4eeb-8b6f-8d9a0b500f51 None None] Current status of the port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:58.571918 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fedea6c0-667a-4eeb-8b6f-8d9a0b500f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:58.575379 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9ad4487b-ae6d-4f3c-805b-37599cb80d20 req-333a0b3e-7fac-481b-95e4-94d821d47240 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818629 Apr 06 10:55:58.619621 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:57Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:58.634154 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d6353143-33c2-4e85-a063-8c4f0bc04ee7 req-22fc571a-efea-41e8-981f-34c8498aec14 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 210 time: 0.0845542 Apr 06 10:55:58.662976 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd44fe7-d311-40c1-b308-ee4598f65563 None None] The sync data for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi is: [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:57Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:55:58.696445 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fedea6c0-667a-4eeb-8b6f-8d9a0b500f51 None None] For port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=5ad7368e-f617-4fe3-8f47-4058fd5b8ae8,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:55:58.713014 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fedea6c0-667a-4eeb-8b6f-8d9a0b500f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:58.795809 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 3bf8dfe2-c20b-49db-9bf1-f69588ada966 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:58.869350 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d55804a-31e7-45fd-a9cb-11d4f36a22c7 None None] Provisioning complete for port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:55:58.869710 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d55804a-31e7-45fd-a9cb-11d4f36a22c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:58.871956 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedea6c0-667a-4eeb-8b6f-8d9a0b500f51 None None] Pushing event updated for resources: {'Port': ['ID=5ad7368e-f617-4fe3-8f47-4058fd5b8ae8,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:59.024424 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d55804a-31e7-45fd-a9cb-11d4f36a22c7 None None] Current status of the port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:55:59.194393 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54654) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:59.491109 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb4d9ad-85a6-4882-9657-bec044e01775 admin admin] Deleting subnet dd882e28-d2d1-4167-8023-8d1833395e53 {{(pid=115083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:55:59.495260 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fcb4d9ad-85a6-4882-9657-bec044e01775 admin admin] Publish callbacks [] for subnet (dd882e28-d2d1-4167-8023-8d1833395e53), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.538071 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fcb4d9ad-85a6-4882-9657-bec044e01775 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126582856'] for subnet (dd882e28-d2d1-4167-8023-8d1833395e53), precommit_delete_associations {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.597385 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fcb4d9ad-85a6-4882-9657-bec044e01775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (dd882e28-d2d1-4167-8023-8d1833395e53), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.677460 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fcb4d9ad-85a6-4882-9657-bec044e01775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126579873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126053405'] for subnet (dd882e28-d2d1-4167-8023-8d1833395e53), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.710774 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4d9ad-85a6-4882-9657-bec044e01775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd882e28-d2d1-4167-8023-8d1833395e53,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:55:59.713184 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fcb4d9ad-85a6-4882-9657-bec044e01775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.719492 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-fcb4d9ad-85a6-4882-9657-bec044e01775 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/dd882e28-d2d1-4167-8023-8d1833395e53 HTTP/1.1" status: 204 len: 168 time: 0.5240483 Apr 06 10:55:59.720815 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54664) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:55:59.761179 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2d608-584e-45b2-96c8-dc81470010f8 req-1afaf079-2b45-47c5-9e54-c4176cf5bd46 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:55:59.763127 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-deb2d608-584e-45b2-96c8-dc81470010f8 req-1afaf079-2b45-47c5-9e54-c4176cf5bd46 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0941622 Apr 06 10:55:59.825736 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-deb2d608-584e-45b2-96c8-dc81470010f8 req-0b0cf16c-9c63-4586-8d35-6d00712045d9 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551488 Apr 06 10:55:59.837036 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (706da9a2-43f0-4f77-b399-03f1ac1a947a), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.856247 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-25c9b6b1-4bc1-44e0-b2c1-f46081986a18 req-460df8cb-addb-4587-aecf-3bec9fe1e2df tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 210 time: 0.0432947 Apr 06 10:55:59.957215 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (706da9a2-43f0-4f77-b399-03f1ac1a947a), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:55:59.981915 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706da9a2-43f0-4f77-b399-03f1ac1a947a']}} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:59.993895 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2c82df-1ce0-4562-8c57-3e5d789a4cd8') {'for_net_delete': True} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:55:59.994194 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2c82df-1ce0-4562-8c57-3e5d789a4cd8') {} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:00.005496 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126582963'] for segment (df2c82df-1ce0-4562-8c57-3e5d789a4cd8), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.022853 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (df2c82df-1ce0-4562-8c57-3e5d789a4cd8), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.031300 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=115083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:56:00.031765 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126579915'] for segment (df2c82df-1ce0-4562-8c57-3e5d789a4cd8), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: Traceback (most recent call last): Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: timer() Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: cb(*args, **kw) Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: return func(*args, **kwargs) Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: self._notify() Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: self.callback(batched_events) Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: event.method(event) Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: return f(self, *a, **k) Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._get(url).json() Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: return self.request(url, 'GET', **kwargs) Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:56:00.034057 dv-cinder-836070-2-iscsi neutron-server[115083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:56:00.097289 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (706da9a2-43f0-4f77-b399-03f1ac1a947a), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.106224 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.114154 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] 10.222.0.23 "DELETE /v2.0/networks/706da9a2-43f0-4f77-b399-03f1ac1a947a HTTP/1.1" status: 204 len: 168 time: 0.3892910 Apr 06 10:56:00.114787 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54668) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:00.123841 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd0058-b527-4154-b193-40df436df89c admin admin] Pushing event deleted for resources: {'Network': ['ID=706da9a2-43f0-4f77-b399-03f1ac1a947a,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:00.185279 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_v2 [None req-52552279-8381-460c-ab50-214b7b558f0d admin admin] Deleting subnet 81b9ed6b-cb0f-4b6c-bbca-54e856a484a5 {{(pid=115084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:56:00.189450 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-52552279-8381-460c-ab50-214b7b558f0d admin admin] Publish callbacks [] for subnet (81b9ed6b-cb0f-4b6c-bbca-54e856a484a5), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.230650 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-52552279-8381-460c-ab50-214b7b558f0d admin admin] Publish callbacks [] for subnet (81b9ed6b-cb0f-4b6c-bbca-54e856a484a5), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.244866 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-52552279-8381-460c-ab50-214b7b558f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (81b9ed6b-cb0f-4b6c-bbca-54e856a484a5), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.259059 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:00.322776 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:00.323302 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.327501 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-52552279-8381-460c-ab50-214b7b558f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for subnet (81b9ed6b-cb0f-4b6c-bbca-54e856a484a5), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.373332 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52552279-8381-460c-ab50-214b7b558f0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b9ed6b-cb0f-4b6c-bbca-54e856a484a5,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:00.379921 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-52552279-8381-460c-ab50-214b7b558f0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.385729 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-52552279-8381-460c-ab50-214b7b558f0d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/81b9ed6b-cb0f-4b6c-bbca-54e856a484a5 HTTP/1.1" status: 204 len: 168 time: 0.2695754 Apr 06 10:56:00.389244 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54672) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:00.451517 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:00.490151 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (8e5b091f-e6b5-472c-b080-4264b559c98c), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.587209 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (8e5b091f-e6b5-472c-b080-4264b559c98c), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:00.817278 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.817975 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.818372 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.818701 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > port after_create 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.819021 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.819352 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > port after_update 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.819702 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.820030 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.820345 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.820661 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.888745 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.889359 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.889687 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.890017 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 06 10:56:00.890363 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5b091f-e6b5-472c-b080-4264b559c98c']}} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:00.917803 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b26fcc06-61f7-41b1-81f0-28f9a7a1ade6') {'for_net_delete': True} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:00.918308 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b26fcc06-61f7-41b1-81f0-28f9a7a1ade6') {} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:00.998238 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133558185'] for segment (b26fcc06-61f7-41b1-81f0-28f9a7a1ade6), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:01.014267 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0df390a4-cbd1-40b5-a483-8c0868d8baf0 req-1fa43790-c7dd-41f1-a06d-16f81e2366ed tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 210 time: 0.0406904 Apr 06 10:56:01.069412 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (b26fcc06-61f7-41b1-81f0-28f9a7a1ade6), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:01.083036 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=115084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:56:01.083036 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130412963'] for segment (b26fcc06-61f7-41b1-81f0-28f9a7a1ade6), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: from cryptography.utils import int_from_bytes Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: from cryptography.utils import int_from_bytes Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: Traceback (most recent call last): Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: timer() Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: cb(*args, **kw) Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: return func(*args, **kwargs) Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: self._notify() Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: self.callback(batched_events) Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: event.method(event) Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: return f(self, *a, **k) Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._get(url).json() Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: return self.request(url, 'GET', **kwargs) Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:56:01.087290 dv-cinder-836070-2-iscsi neutron-server[115084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:56:01.153134 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef76834-1fc2-42a7-9809-ec505980a91d req-6148e1b9-7632-45e9-9b02-1c639853d416 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:01.153617 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-8b5e26ae-f2a5-4768-917c-df05b30bc236 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0602148 Apr 06 10:56:01.154773 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5ef76834-1fc2-42a7-9809-ec505980a91d req-6148e1b9-7632-45e9-9b02-1c639853d416 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1734040 Apr 06 10:56:01.183249 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (8e5b091f-e6b5-472c-b080-4264b559c98c), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:01.205386 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:01.208955 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e5b091f-e6b5-472c-b080-4264b559c98c HTTP/1.1" status: 204 len: 168 time: 0.8185060 Apr 06 10:56:01.211734 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9df9bf-6199-4c5f-aa6d-c1104b2ef627 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5b091f-e6b5-472c-b080-4264b559c98c,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:01.250049 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5ef76834-1fc2-42a7-9809-ec505980a91d req-a631a55b-f685-4e28-afe7-00c617033335 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829759 Apr 06 10:56:01.320594 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-a015e4de-ea1e-41db-89e0-de3f0ebfa5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:01.322602 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-a015e4de-ea1e-41db-89e0-de3f0ebfa5c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 1129 time: 0.0653949 Apr 06 10:56:01.501195 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54688) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:01.576129 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-5f25e2fa-4d90-4ea3-bedd-7ffa3b97a34d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7079324603fe420c9719f59119b3ab41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699797 Apr 06 10:56:01.576594 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54690) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:01.654118 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d3406982-ec75-41b6-b346-f12967416663 admin admin] Publish callbacks [] for security_group (6a7a003f-6b7c-47c4-8323-182551f607ab), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:01.695189 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d3406982-ec75-41b6-b346-f12967416663 admin admin] Publish callbacks [] for security_group (6a7a003f-6b7c-47c4-8323-182551f607ab), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:01.723237 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-d6b3ba46-182a-48ab-8008-9b1619908e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:01.724214 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-d6b3ba46-182a-48ab-8008-9b1619908e1b service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.1527150 Apr 06 10:56:01.768516 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d3406982-ec75-41b6-b346-f12967416663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (6a7a003f-6b7c-47c4-8323-182551f607ab), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:01.772228 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d3406982-ec75-41b6-b346-f12967416663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:01.773907 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d3406982-ec75-41b6-b346-f12967416663 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a7a003f-6b7c-47c4-8323-182551f607ab HTTP/1.1" status: 204 len: 168 time: 0.1962438 Apr 06 10:56:01.783125 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3406982-ec75-41b6-b346-f12967416663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7a003f-6b7c-47c4-8323-182551f607ab,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:01.806406 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-9b75f7a3-5678-4a86-a4c3-246e3cfb724a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b3f75c-194d-4c4e-8f84-fc4281068749 HTTP/1.1" status: 200 len: 217 time: 0.0478601 Apr 06 10:56:01.929415 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-dae5721c-fc87-4f09-89b7-5423eaccb585 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:01.931850 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-dae5721c-fc87-4f09-89b7-5423eaccb585 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.26 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 816 time: 0.1276193 Apr 06 10:56:02.065517 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-aa4a97a3-eb4a-4897-8a65-718089058226 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1520446eb9854376954ced1cdb152f81 HTTP/1.1" status: 200 len: 380 time: 0.0940552 Apr 06 10:56:02.068497 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-cf22f905-11fb-4c0a-9361-04ff906cae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:02.070031 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-cf22f905-11fb-4c0a-9361-04ff906cae11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.1496289 Apr 06 10:56:02.114568 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'port': {'device_id': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'admin_state_up': True, 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'security_groups': ['9d4213fc-71ab-4255-a113-53a5e7dd881b']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:02.359291 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3f38d6aa-7a64-4c92-a7dc-48ded2b13e73 req-c91ba756-065b-4be7-9e77-1a23ae4219f9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 210 time: 0.0538056 Apr 06 10:56:02.390223 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-44083c89-a93e-4d30-9f07-9e817f05b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:02.391882 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-44083c89-a93e-4d30-9f07-9e817f05b2fe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3014393 Apr 06 10:56:02.555396 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Made reservation on behalf of 1520446eb9854376954ced1cdb152f81 for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:02.568453 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:02.646174 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54726) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:02.656672 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-bfa13293-5a06-40cb-b045-744773b47318 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534957 Apr 06 10:56:02.712115 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614f369-a3ce-46ae-ae74-da3a7436d5ff req-0a70ee40-7708-43bf-bd47-e878fc79635e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:02.717183 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3614f369-a3ce-46ae-ae74-da3a7436d5ff req-0a70ee40-7708-43bf-bd47-e878fc79635e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.2450898 Apr 06 10:56:02.737513 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54732) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:02.820981 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-dbe3e3db-2222-4a11-9527-23e9f31133c8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6525ae183eea423b908bb2ea44469850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813143 Apr 06 10:56:02.825973 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54734) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:02.848379 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3614f369-a3ce-46ae-ae74-da3a7436d5ff req-71cadc6c-d047-4487-91e0-e4c76d597f04 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898695 Apr 06 10:56:02.884061 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Allocated IP 172.20.0.7 (e57840e9-a610-40cb-aa8b-21f95edebb59/900d28c1-8915-4c2d-b801-0e4d8cf86a49/577354ce-af40-4a17-a042-317efbd3ec3f) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:02.902717 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b7b4e577-e0bb-4729-a0f6-31cac5377b80 admin admin] Publish callbacks [] for security_group (1827b005-6dcd-4ebd-8623-163851c14ef1), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:02.929721 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b7b4e577-e0bb-4729-a0f6-31cac5377b80 admin admin] Publish callbacks [] for security_group (1827b005-6dcd-4ebd-8623-163851c14ef1), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:02.997653 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b7b4e577-e0bb-4729-a0f6-31cac5377b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (1827b005-6dcd-4ebd-8623-163851c14ef1), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.002098 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b7b4e577-e0bb-4729-a0f6-31cac5377b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.005086 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-b7b4e577-e0bb-4729-a0f6-31cac5377b80 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1827b005-6dcd-4ebd-8623-163851c14ef1 HTTP/1.1" status: 204 len: 168 time: 0.1776175 Apr 06 10:56:03.017963 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4e577-e0bb-4729-a0f6-31cac5377b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1827b005-6dcd-4ebd-8623-163851c14ef1,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:03.084756 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for port (577354ce-af40-4a17-a042-317efbd3ec3f), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.120084 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1b934c3e-8796-49cc-bc74-d45b1d916272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.131635 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.183565 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Network e57840e9-a610-40cb-aa8b-21f95edebb59 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:03.193406 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:03.196519 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.198394 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:03.206498 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:03.262989 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:03.262989 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.285470 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1b934c3e-8796-49cc-bc74-d45b1d916272 admin admin] Publish callbacks [] for security_group (985d7011-a9f7-4fc7-950a-6bdc05209d16), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.291813 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-327ba379-e651-494d-bc32-222829e0b23e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1886966 Apr 06 10:56:03.296673 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1b934c3e-8796-49cc-bc74-d45b1d916272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (985d7011-a9f7-4fc7-950a-6bdc05209d16), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.339135 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b934c3e-8796-49cc-bc74-d45b1d916272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985d7011-a9f7-4fc7-950a-6bdc05209d16,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:03.348175 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-1b934c3e-8796-49cc-bc74-d45b1d916272 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d028dd54b78742c9ae2c16ca9e96fc76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6948531 Apr 06 10:56:03.348799 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 54740) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:03.408736 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ce45-f501-4df6-8925-7891dd50aa28 admin admin] Publish callbacks [] for security_group (985d7011-a9f7-4fc7-950a-6bdc05209d16), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.442525 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ce45-f501-4df6-8925-7891dd50aa28 admin admin] Publish callbacks [] for security_group (985d7011-a9f7-4fc7-950a-6bdc05209d16), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.527634 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-52232047-aad4-40db-bdb3-821529b51193 None None] Provisioning complete for port 577354ce-af40-4a17-a042-317efbd3ec3f triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:03.528319 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-52232047-aad4-40db-bdb3-821529b51193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.529656 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ce45-f501-4df6-8925-7891dd50aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (985d7011-a9f7-4fc7-950a-6bdc05209d16), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.532422 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a9c0ce45-f501-4df6-8925-7891dd50aa28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:03.533631 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a9c0ce45-f501-4df6-8925-7891dd50aa28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/985d7011-a9f7-4fc7-950a-6bdc05209d16 HTTP/1.1" status: 204 len: 168 time: 0.1840751 Apr 06 10:56:03.551973 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0ce45-f501-4df6-8925-7891dd50aa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985d7011-a9f7-4fc7-950a-6bdc05209d16,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:03.616062 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-52232047-aad4-40db-bdb3-821529b51193 None None] Port 577354ce-af40-4a17-a042-317efbd3ec3f cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:03.702505 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594f68f-a49b-4666-9196-9b5fa521e22d req-a29bf124-ddc3-4eaa-ad07-1c1dc98764a8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:03.704143 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c594f68f-a49b-4666-9196-9b5fa521e22d req-a29bf124-ddc3-4eaa-ad07-1c1dc98764a8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 931 time: 0.1414776 Apr 06 10:56:03.771504 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c594f68f-a49b-4666-9196-9b5fa521e22d req-afa92f02-fba6-4b5a-8018-1d532a6e855e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596225 Apr 06 10:56:03.977517 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54768) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:03.992907 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7011efdc-8c02-4e19-a495-71255e686603 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:04.004174 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90202ac5-f6c2-45cd-abd3-6814bc747bec req-b2191d68-441a-41d5-8ef8-b7db941901c2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.005858 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-90202ac5-f6c2-45cd-abd3-6814bc747bec req-b2191d68-441a-41d5-8ef8-b7db941901c2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0628552 Apr 06 10:56:04.061716 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-90202ac5-f6c2-45cd-abd3-6814bc747bec req-e78e04d5-a026-40cf-be05-ce09b02038dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478797 Apr 06 10:56:04.111558 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7011efdc-8c02-4e19-a495-71255e686603 admin admin] Publish callbacks [] for security_group (1208b7e8-4baa-49ba-81a2-4bd1e3774302), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:04.117626 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7011efdc-8c02-4e19-a495-71255e686603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (1208b7e8-4baa-49ba-81a2-4bd1e3774302), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:04.167942 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7011efdc-8c02-4e19-a495-71255e686603 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8f0ccf82ca5d4a4988a90ea32638252d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1859245 Apr 06 10:56:04.168646 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 54774) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:04.174813 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011efdc-8c02-4e19-a495-71255e686603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1208b7e8-4baa-49ba-81a2-4bd1e3774302,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:04.235019 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-aca5f227-8162-4d11-91a4-aa625cf28747 admin admin] Publish callbacks [] for security_group (1208b7e8-4baa-49ba-81a2-4bd1e3774302), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:04.263288 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-aca5f227-8162-4d11-91a4-aa625cf28747 admin admin] Publish callbacks [] for security_group (1208b7e8-4baa-49ba-81a2-4bd1e3774302), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:04.336621 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-aca5f227-8162-4d11-91a4-aa625cf28747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (1208b7e8-4baa-49ba-81a2-4bd1e3774302), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:04.341675 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-aca5f227-8162-4d11-91a4-aa625cf28747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:04.343750 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-aca5f227-8162-4d11-91a4-aa625cf28747 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1208b7e8-4baa-49ba-81a2-4bd1e3774302 HTTP/1.1" status: 204 len: 168 time: 0.1738083 Apr 06 10:56:04.358224 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5f227-8162-4d11-91a4-aa625cf28747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1208b7e8-4baa-49ba-81a2-4bd1e3774302,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:04.963874 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08549d6-52b3-4313-a15c-b8074bfa7156 req-21916e9c-92c7-47d1-97a7-13fc39688d0f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:04.965881 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b08549d6-52b3-4313-a15c-b8074bfa7156 req-21916e9c-92c7-47d1-97a7-13fc39688d0f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 931 time: 0.0891030 Apr 06 10:56:05.049601 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b08549d6-52b3-4313-a15c-b8074bfa7156 req-8f311366-6ee9-4db5-b5de-69b640292fce tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677023 Apr 06 10:56:05.211915 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84088f90-bd38-49bc-9ec3-8340b412f0c6 req-8d511b2f-6e64-4229-a907-cec5639e820c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:05.213690 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-84088f90-bd38-49bc-9ec3-8340b412f0c6 req-8d511b2f-6e64-4229-a907-cec5639e820c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0589387 Apr 06 10:56:05.286675 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-84088f90-bd38-49bc-9ec3-8340b412f0c6 req-f4ad06c5-dba0-4f63-a19a-df41ff3b49b8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645831 Apr 06 10:56:05.780670 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Request body: {'port': {'device_id': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:05.996911 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:06.351023 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7866651-8d79-4fb0-94b2-8a94bd7504c2 req-064af1c6-f64c-484f-9222-62bff46226d6 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5802312 Apr 06 10:56:06.353945 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947cabd-2c3d-4a3d-8608-714d7b2981dd req-93d2ca2b-dc40-4121-b65a-07a88a81b7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:06.360057 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f947cabd-2c3d-4a3d-8608-714d7b2981dd req-93d2ca2b-dc40-4121-b65a-07a88a81b7b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 1130 time: 0.3465238 Apr 06 10:56:06.452144 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ba28d-ea31-4bb4-9715-0190c2007bb7 req-57c1cf23-d6b0-4c9b-9606-641c09f68065 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:06.461276 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d7ba28d-ea31-4bb4-9715-0190c2007bb7 req-57c1cf23-d6b0-4c9b-9606-641c09f68065 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0792036 Apr 06 10:56:06.500120 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f650dcf-2289-4efb-8de1-99f2b271aa20 req-d31cad6a-52df-451e-8811-d51189db058d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:06.510075 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6f650dcf-2289-4efb-8de1-99f2b271aa20 req-d31cad6a-52df-451e-8811-d51189db058d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 931 time: 0.3542950 Apr 06 10:56:06.515434 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d7ba28d-ea31-4bb4-9715-0190c2007bb7 req-9112c957-448d-4c33-9818-8715c3064003 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525503 Apr 06 10:56:06.552469 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f947cabd-2c3d-4a3d-8608-714d7b2981dd req-0e66745a-300f-4ffd-b562-77bc37adaa60 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703029 Apr 06 10:56:06.614973 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6f650dcf-2289-4efb-8de1-99f2b271aa20 req-cf2ca790-cbc9-425d-9706-15b95a5cdc5b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026936 Apr 06 10:56:06.710218 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577354ce-af40-4a17-a042-317efbd3ec3f {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:56:06.718881 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Publish callbacks [] for port (577354ce-af40-4a17-a042-317efbd3ec3f), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:06.735730 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Transition to ACTIVE for port object 577354ce-af40-4a17-a042-317efbd3ec3f will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:56:06.741089 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:06.802096 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Pushing event updated for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:06.905842 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Attempting to bind port 577354ce-af40-4a17-a042-317efbd3ec3f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:06.906299 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Attempting to bind port 577354ce-af40-4a17-a042-317efbd3ec3f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:06.906644 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Attempting to bind port 577354ce-af40-4a17-a042-317efbd3ec3f on network e57840e9-a610-40cb-aa8b-21f95edebb59 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:06.912414 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Port 577354ce-af40-4a17-a042-317efbd3ec3f on network e57840e9-a610-40cb-aa8b-21f95edebb59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:56:06.912734 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Attempting to bind port 577354ce-af40-4a17-a042-317efbd3ec3f on network e57840e9-a610-40cb-aa8b-21f95edebb59 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:06.918914 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:06.919255 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Checking segment: {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:06.919785 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Bound using segment: {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:06.920128 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Bound port: 577354ce-af40-4a17-a042-317efbd3ec3f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:06.920491 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:07.040889 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:07.045888 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:07.055495 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:07.099495 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:07.100014 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:07.101581 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] 10.222.0.26 "PUT /v2.0/ports/577354ce-af40-4a17-a042-317efbd3ec3f HTTP/1.1" status: 200 len: 1093 time: 1.3287771 Apr 06 10:56:07.102124 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:07.104896 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f77036d-e415-426e-a530-e093af6e5143" -d '{"events": [{"name": "network-changed", "server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:07.157449 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0621061-eb4c-4ae8-a095-7152f510f76d service neutron] Pushing event updated for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:07.172646 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff447dd-a7d5-4eca-956f-8d5886033385 x-openstack-request-id: req-1ff447dd-a7d5-4eca-956f-8d5886033385 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:07.173007 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:07.173352 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ff447dd-a7d5-4eca-956f-8d5886033385 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:07.173820 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff447dd-a7d5-4eca-956f-8d5886033385'] response: {'name': 'network-changed', 'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f', 'status': 'completed', 'code': 200} Apr 06 10:56:07.741838 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49d5b1-1feb-40f6-a066-b7e6e56bdb8e req-59a74640-4fe5-4129-bfb5-6f1cc1fdc176 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:07.745023 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5c49d5b1-1feb-40f6-a066-b7e6e56bdb8e req-59a74640-4fe5-4129-bfb5-6f1cc1fdc176 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1478431 Apr 06 10:56:07.795370 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77036d-e415-426e-a530-e093af6e5143 req-bc3173c4-3202-4bdc-9d54-8a04afa0a6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:07.797564 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6f77036d-e415-426e-a530-e093af6e5143 req-bc3173c4-3202-4bdc-9d54-8a04afa0a6ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 1127 time: 0.1473744 Apr 06 10:56:07.833663 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f838bbbc-5d53-4c9a-8b6b-5141e5741c94 req-f86fd59f-a067-4ac5-96d8-08093662334b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:07.837377 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f838bbbc-5d53-4c9a-8b6b-5141e5741c94 req-f86fd59f-a067-4ac5-96d8-08093662334b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0865817 Apr 06 10:56:07.848041 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5c49d5b1-1feb-40f6-a066-b7e6e56bdb8e req-50fd6200-417c-417d-b82c-7de84c4c389a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892327 Apr 06 10:56:07.889583 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f838bbbc-5d53-4c9a-8b6b-5141e5741c94 req-04abe61e-2a36-46cb-9344-1b6783061a29 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453176 Apr 06 10:56:08.282254 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77036d-e415-426e-a530-e093af6e5143 req-67067d4d-f4c6-4aaf-8366-abe73ff77d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:08.283998 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6f77036d-e415-426e-a530-e093af6e5143 req-67067d4d-f4c6-4aaf-8366-abe73ff77d82 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1520446eb9854376954ced1cdb152f81&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1258173 Apr 06 10:56:08.798225 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77036d-e415-426e-a530-e093af6e5143 req-1e4a6d9e-e527-4f5f-9d0e-4b58a0ccda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:08.799787 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6f77036d-e415-426e-a530-e093af6e5143 req-1e4a6d9e-e527-4f5f-9d0e-4b58a0ccda80 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1189334 Apr 06 10:56:09.048060 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-6965dcd5-a665-403b-9fe1-ece302124e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:09.049837 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-6965dcd5-a665-403b-9fe1-ece302124e6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 1127 time: 0.1750183 Apr 06 10:56:09.077182 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088988c3-7d39-4145-a58b-8b265dbe1f5b req-e8690bf4-d93b-450f-97df-b898d69ae02d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:09.086504 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-088988c3-7d39-4145-a58b-8b265dbe1f5b req-e8690bf4-d93b-450f-97df-b898d69ae02d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1054189 Apr 06 10:56:09.102067 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a851906-282e-4102-bf00-a4758224f48d req-ba5ce838-4f21-4d0e-9c94-fb06cf5dd3b5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:09.104751 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6a851906-282e-4102-bf00-a4758224f48d req-ba5ce838-4f21-4d0e-9c94-fb06cf5dd3b5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0858107 Apr 06 10:56:09.140420 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-0d38a4e9-c35d-436e-b7c2-483e60c3df00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577354ce-af40-4a17-a042-317efbd3ec3f HTTP/1.1" status: 200 len: 217 time: 0.0774283 Apr 06 10:56:09.187347 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6a851906-282e-4102-bf00-a4758224f48d req-12d08fe3-1a29-4493-9ca7-e8a7bb227d1d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682151 Apr 06 10:56:09.222838 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-088988c3-7d39-4145-a58b-8b265dbe1f5b req-ece41a79-6e10-448b-b895-ea16bf7bfb3d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346214 Apr 06 10:56:09.230006 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-d6e2846e-6018-4591-8470-2baf61711b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:09.231763 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-d6e2846e-6018-4591-8470-2baf61711b80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 200 len: 855 time: 0.0846908 Apr 06 10:56:09.315067 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-4e7f2a92-46de-4e03-a028-e2bdea43a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:09.318885 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-4e7f2a92-46de-4e03-a028-e2bdea43a96a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e57840e9-a610-40cb-aa8b-21f95edebb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780873 Apr 06 10:56:09.389615 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb60c1c-c8cf-421c-a6be-e9af136ae11a req-ed64fa7b-85fe-4c63-87c9-7fa360504243 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:09.391372 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0cb60c1c-c8cf-421c-a6be-e9af136ae11a req-ed64fa7b-85fe-4c63-87c9-7fa360504243 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.0641689 Apr 06 10:56:09.447331 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0cb60c1c-c8cf-421c-a6be-e9af136ae11a req-37692b46-4303-48ae-9e2a-c856c0b70ee4 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495169 Apr 06 10:56:10.231378 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-4c198a16-003f-41a4-b439-daefa9b849a9 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590736 Apr 06 10:56:10.367310 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abaa3d-897a-445f-8b46-c6e0de9efc3a req-7ef0098c-0152-4e4b-b591-aac1f2043164 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:10.370050 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e9abaa3d-897a-445f-8b46-c6e0de9efc3a req-7ef0098c-0152-4e4b-b591-aac1f2043164 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0767369 Apr 06 10:56:10.447245 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e9abaa3d-897a-445f-8b46-c6e0de9efc3a req-92673ac9-8bff-4c8c-bed6-5537d6915bfd tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705724 Apr 06 10:56:11.596363 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692d19a-27d3-421d-8a20-0abfa5a8f5fb req-d54a37e6-1a51-4cff-9cf9-66622daa4370 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:11.599198 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0692d19a-27d3-421d-8a20-0abfa5a8f5fb req-d54a37e6-1a51-4cff-9cf9-66622daa4370 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0618918 Apr 06 10:56:11.657650 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0692d19a-27d3-421d-8a20-0abfa5a8f5fb req-94963892-9e52-428d-8bef-383067c15814 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517642 Apr 06 10:56:11.865175 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cc53ac45-c5f7-453c-88da-14361f19c4f1 req-b963633d-1c0d-476a-a60e-42487f65d6be service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988660 Apr 06 10:56:12.837766 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-25ac2ebe-d174-4640-a1cd-c5532c4129e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:12.856149 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c3c94-3397-4a40-adf8-493e0cefe037 req-0c7a1831-f4ca-40aa-b59c-ff953eccfc90 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:12.859061 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7b9c3c94-3397-4a40-adf8-493e0cefe037 req-0c7a1831-f4ca-40aa-b59c-ff953eccfc90 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0818651 Apr 06 10:56:12.935164 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7b9c3c94-3397-4a40-adf8-493e0cefe037 req-eb8a48af-a29d-43b2-91c3-740523ac9b97 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661943 Apr 06 10:56:13.598350 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a141121-c0b8-40eb-9188-d71a182c28ff req-2409e63b-86df-4621-8dca-9f975ca0b959 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:13.600044 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a141121-c0b8-40eb-9188-d71a182c28ff req-2409e63b-86df-4621-8dca-9f975ca0b959 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1240757 Apr 06 10:56:13.605769 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f077b3-0a66-4e5d-9478-074247982495 req-60225ff3-2e1c-45d4-a034-7286a3ad0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:13.607576 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-30f077b3-0a66-4e5d-9478-074247982495 req-60225ff3-2e1c-45d4-a034-7286a3ad0d4f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 1129 time: 0.1166613 Apr 06 10:56:13.731630 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a141121-c0b8-40eb-9188-d71a182c28ff req-2f633b7f-dda0-4520-af49-d1fd2d0d81ff tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207342 Apr 06 10:56:13.811639 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f077b3-0a66-4e5d-9478-074247982495 req-ca40007c-5770-4be5-839e-66f1c8511df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:13.813681 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-30f077b3-0a66-4e5d-9478-074247982495 req-ca40007c-5770-4be5-839e-66f1c8511df7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.1935370 Apr 06 10:56:13.872104 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-30f077b3-0a66-4e5d-9478-074247982495 req-2add18e6-396d-4eee-a983-879aaee97218 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b3f75c-194d-4c4e-8f84-fc4281068749 HTTP/1.1" status: 200 len: 217 time: 0.0512528 Apr 06 10:56:13.991509 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f077b3-0a66-4e5d-9478-074247982495 req-d1d20c24-b868-4412-91c4-751c3fa916fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:13.993991 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-30f077b3-0a66-4e5d-9478-074247982495 req-d1d20c24-b868-4412-91c4-751c3fa916fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.1008906 Apr 06 10:56:14.124611 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55100) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:14.143201 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f077b3-0a66-4e5d-9478-074247982495 req-99518a01-b27f-461e-a1e5-a8761fa10ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:14.145877 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-30f077b3-0a66-4e5d-9478-074247982495 req-99518a01-b27f-461e-a1e5-a8761fa10ce9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1427271 Apr 06 10:56:14.194270 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43f108-f6be-4567-97cb-e99f27f8894b req-d5126de2-dc6c-4423-9556-b8a13ebb353f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:14.195903 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6b43f108-f6be-4567-97cb-e99f27f8894b req-d5126de2-dc6c-4423-9556-b8a13ebb353f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.1223850 Apr 06 10:56:14.260912 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6b43f108-f6be-4567-97cb-e99f27f8894b req-f7695260-0c54-4a6b-98f4-2a8374b7a22c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590136 Apr 06 10:56:14.294246 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:14.411135 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Publish callbacks [] for security_group (3ced2d61-a771-4c55-a503-fc0c52bbe705), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:14.416148 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (3ced2d61-a771-4c55-a503-fc0c52bbe705), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:14.462183 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbc31560b09a431c9d23cddde8d7878e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320382 Apr 06 10:56:14.463190 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ced2d61-a771-4c55-a503-fc0c52bbe705,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:14.465267 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55106) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:14.473254 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.473686 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.474033 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.474374 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.474705 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.475041 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.475365 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.475728 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.476050 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.476398 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.476723 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.477047 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.477367 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.477680 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.478004 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81ba89eb-1f71-4d1c-8c0b-0932a59a5232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.549320 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Publish callbacks [] for security_group (3ced2d61-a771-4c55-a503-fc0c52bbe705), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:14.575148 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Publish callbacks [] for security_group (3ced2d61-a771-4c55-a503-fc0c52bbe705), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:14.645097 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (3ced2d61-a771-4c55-a503-fc0c52bbe705), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:14.650002 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:14.651587 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3ced2d61-a771-4c55-a503-fc0c52bbe705 HTTP/1.1" status: 204 len: 168 time: 0.1849799 Apr 06 10:56:14.663176 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ced2d61-a771-4c55-a503-fc0c52bbe705,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:14.672085 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.672474 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.672825 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.673203 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.673541 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.673893 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.674192 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.674546 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.675504 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.675843 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.676398 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.676779 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.677143 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.677453 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.677834 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258556c-21ff-45f9-a029-7f77422b95b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:14.881422 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429a610-06de-407d-a600-8d348eb24744 req-a052a8f0-bb03-4665-9721-d5dc23898103 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:14.883031 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d429a610-06de-407d-a600-8d348eb24744 req-a052a8f0-bb03-4665-9721-d5dc23898103 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.0754051 Apr 06 10:56:14.959295 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d429a610-06de-407d-a600-8d348eb24744 req-3731092f-dcf8-481f-99b2-27e90e4cd98c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663211 Apr 06 10:56:15.049014 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55114) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:15.068570 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1bae160-62a6-4acd-9cd5-8000138ff283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:15.170202 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1bae160-62a6-4acd-9cd5-8000138ff283 admin admin] Publish callbacks [] for security_group (37447675-9ead-419a-8fcf-e9eaa3001e2e), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:15.176195 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1bae160-62a6-4acd-9cd5-8000138ff283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (37447675-9ead-419a-8fcf-e9eaa3001e2e), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:15.247480 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-c1bae160-62a6-4acd-9cd5-8000138ff283 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91e664c7c6db42ab8d72bbbd471f0d02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1944828 Apr 06 10:56:15.247480 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bae160-62a6-4acd-9cd5-8000138ff283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37447675-9ead-419a-8fcf-e9eaa3001e2e,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:15.250356 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55120) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:15.332073 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d64f91e4-ec43-4b38-a2d9-c1f327cbdbc4 admin admin] Publish callbacks [] for security_group (37447675-9ead-419a-8fcf-e9eaa3001e2e), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:15.372088 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d64f91e4-ec43-4b38-a2d9-c1f327cbdbc4 admin admin] Publish callbacks [] for security_group (37447675-9ead-419a-8fcf-e9eaa3001e2e), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:15.427613 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-30f077b3-0a66-4e5d-9478-074247982495 req-fc9954aa-d3e8-4736-b5a8-ee3fe131365e service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668629 Apr 06 10:56:15.483004 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec499f4f-5d63-4840-a770-5710f78a9bce req-c03c70dd-d63f-43b0-b403-8c1dbbbeb884 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:15.484968 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ec499f4f-5d63-4840-a770-5710f78a9bce req-c03c70dd-d63f-43b0-b403-8c1dbbbeb884 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0862443 Apr 06 10:56:15.493616 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d64f91e4-ec43-4b38-a2d9-c1f327cbdbc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (37447675-9ead-419a-8fcf-e9eaa3001e2e), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:15.496237 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d64f91e4-ec43-4b38-a2d9-c1f327cbdbc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:15.497417 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d64f91e4-ec43-4b38-a2d9-c1f327cbdbc4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37447675-9ead-419a-8fcf-e9eaa3001e2e HTTP/1.1" status: 204 len: 168 time: 0.2454112 Apr 06 10:56:15.519085 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f91e4-ec43-4b38-a2d9-c1f327cbdbc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37447675-9ead-419a-8fcf-e9eaa3001e2e,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:15.569995 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ec499f4f-5d63-4840-a770-5710f78a9bce req-8f6234ae-a0f3-4837-92c3-49b0795edda2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709348 Apr 06 10:56:15.810643 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e183b333-22a5-44d9-bbcd-11fa38888ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:15.881667 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-30f077b3-0a66-4e5d-9478-074247982495 req-ffca2945-e696-4ed6-8ee4-698cbf19f93e service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094928 Apr 06 10:56:16.148864 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b1ceb-c964-4105-9aef-5bde205e853b req-c7083b26-4398-4d79-8f65-51dfdf33572c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:16.155868 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c49b1ceb-c964-4105-9aef-5bde205e853b req-c7083b26-4398-4d79-8f65-51dfdf33572c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.0956123 Apr 06 10:56:16.216533 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c49b1ceb-c964-4105-9aef-5bde205e853b req-37bce9bd-d3a4-4c89-b80d-0dadc691f4a8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543358 Apr 06 10:56:16.475694 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:16.701075 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 577354ce-af40-4a17-a042-317efbd3ec3f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:56:16.763790 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564006f2-3108-46ef-88ca-faa81ff2a7ab req-79e96107-e368-44a9-b71b-4a34d7950b08 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:16.769288 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-564006f2-3108-46ef-88ca-faa81ff2a7ab req-79e96107-e368-44a9-b71b-4a34d7950b08 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0892575 Apr 06 10:56:16.829183 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-564006f2-3108-46ef-88ca-faa81ff2a7ab req-cb039fb7-905d-4387-aefc-ee2872013b90 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528545 Apr 06 10:56:16.867710 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:16.889662 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '577354ce-af40-4a17-a042-317efbd3ec3f', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'port_id': '577354ce-af40-4a17-a042-317efbd3ec3f', 'mac_address': 'fa:16:3e:d0:a4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:56:16.937302 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 577354ce-af40-4a17-a042-317efbd3ec3f is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:16.937702 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:16.953320 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577354ce-af40-4a17-a042-317efbd3ec3f {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:56:16.975711 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:16.980132 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:17.037068 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55168) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:17.044545 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:17.053008 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.053364 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.053740 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.054092 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.054432 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.054763 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.055100 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.055430 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.055811 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.056137 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.056486 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.056801 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.057137 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.057467 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.057791 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:56:17.163974 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-76d700c6-37c7-4060-8c80-f295ec7b6a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:17.275263 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-76d700c6-37c7-4060-8c80-f295ec7b6a9f admin admin] Publish callbacks [] for security_group (ed56fc56-4f51-4142-a719-c67b7cfebc65), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:17.282198 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-76d700c6-37c7-4060-8c80-f295ec7b6a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ed56fc56-4f51-4142-a719-c67b7cfebc65), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:17.343981 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-76d700c6-37c7-4060-8c80-f295ec7b6a9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=898f0f79a8fc45e0a307c90fccf50697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029315 Apr 06 10:56:17.344436 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55178) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:17.346558 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['577354ce-af40-4a17-a042-317efbd3ec3f'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:56:17.350449 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d700c6-37c7-4060-8c80-f295ec7b6a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed56fc56-4f51-4142-a719-c67b7cfebc65,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:17.446402 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4ee38d21-30e4-476a-b257-456a0788f126 admin admin] Publish callbacks [] for security_group (ed56fc56-4f51-4142-a719-c67b7cfebc65), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:17.465916 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e4463-f522-4b75-93c2-927e61bafd4c req-9e666f44-1d40-46f6-8013-814a619076cb tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:17.467544 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-506e4463-f522-4b75-93c2-927e61bafd4c req-9e666f44-1d40-46f6-8013-814a619076cb tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1138203 Apr 06 10:56:17.499436 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4ee38d21-30e4-476a-b257-456a0788f126 admin admin] Publish callbacks [] for security_group (ed56fc56-4f51-4142-a719-c67b7cfebc65), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:17.567419 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-506e4463-f522-4b75-93c2-927e61bafd4c req-aade6d01-e219-4b51-b524-3afee8a08f40 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913100 Apr 06 10:56:17.616813 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4ee38d21-30e4-476a-b257-456a0788f126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ed56fc56-4f51-4142-a719-c67b7cfebc65), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:17.620824 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4ee38d21-30e4-476a-b257-456a0788f126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:17.622880 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-4ee38d21-30e4-476a-b257-456a0788f126 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed56fc56-4f51-4142-a719-c67b7cfebc65 HTTP/1.1" status: 204 len: 168 time: 0.2773561 Apr 06 10:56:17.640586 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee38d21-30e4-476a-b257-456a0788f126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed56fc56-4f51-4142-a719-c67b7cfebc65,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:17.972746 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca2b52-3026-4ea3-b9db-014cbdc8f19c req-fe9c94db-a289-4c98-9a4e-faae463bdfbb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:17.975310 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-23ca2b52-3026-4ea3-b9db-014cbdc8f19c req-fe9c94db-a289-4c98-9a4e-faae463bdfbb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 944 time: 0.0673079 Apr 06 10:56:18.045578 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-23ca2b52-3026-4ea3-b9db-014cbdc8f19c req-012656ee-eb1a-43c1-b4c3-2afa9b54f152 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632019 Apr 06 10:56:18.270396 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:18.768639 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f38565-bd91-46b9-8e69-f35ea1abfc21 req-3a293c6e-a598-4076-8f88-88f18ec00e05 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:18.770901 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b1f38565-bd91-46b9-8e69-f35ea1abfc21 req-3a293c6e-a598-4076-8f88-88f18ec00e05 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1020315 Apr 06 10:56:18.856736 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b1f38565-bd91-46b9-8e69-f35ea1abfc21 req-65580651-cb2a-4af8-a18d-2adba053957c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777602 Apr 06 10:56:19.005703 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55264) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:19.224258 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63efe955-3b1b-4c96-89c7-3a34626d326c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.234331 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 577354ce-af40-4a17-a042-317efbd3ec3f up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:19.274913 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378d353-c719-42d5-8668-ea5236e6d9ad req-240a7f40-efa2-4fb9-b726-d8f76525ce5c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:19.280134 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0378d353-c719-42d5-8668-ea5236e6d9ad req-240a7f40-efa2-4fb9-b726-d8f76525ce5c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 944 time: 0.1157639 Apr 06 10:56:19.312845 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 577354ce-af40-4a17-a042-317efbd3ec3f completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:56:19.319699 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 577354ce-af40-4a17-a042-317efbd3ec3f triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:19.320122 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.393657 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63efe955-3b1b-4c96-89c7-3a34626d326c admin admin] Publish callbacks [] for security_group (2c8a0a1d-705f-4e54-a178-f6d956fb81bb), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.405240 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63efe955-3b1b-4c96-89c7-3a34626d326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2c8a0a1d-705f-4e54-a178-f6d956fb81bb), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.407176 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0378d353-c719-42d5-8668-ea5236e6d9ad req-a2117a9d-3aba-465c-a303-abda0a4a78a1 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153421 Apr 06 10:56:19.496288 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-63efe955-3b1b-4c96-89c7-3a34626d326c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca77ab072b2f4d68b24ee9c786994ac6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882417 Apr 06 10:56:19.498373 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efe955-3b1b-4c96-89c7-3a34626d326c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8a0a1d-705f-4e54-a178-f6d956fb81bb,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:19.499483 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55282) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:19.581011 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b1cd707-56ea-4da4-bb2a-1069839c12fd admin admin] Publish callbacks [] for security_group (2c8a0a1d-705f-4e54-a178-f6d956fb81bb), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.612600 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b1cd707-56ea-4da4-bb2a-1069839c12fd admin admin] Publish callbacks [] for security_group (2c8a0a1d-705f-4e54-a178-f6d956fb81bb), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.654993 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 577354ce-af40-4a17-a042-317efbd3ec3f is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:19.655667 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.661142 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.689975 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b1cd707-56ea-4da4-bb2a-1069839c12fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2c8a0a1d-705f-4e54-a178-f6d956fb81bb), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.695690 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b1cd707-56ea-4da4-bb2a-1069839c12fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.698033 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-7b1cd707-56ea-4da4-bb2a-1069839c12fd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c8a0a1d-705f-4e54-a178-f6d956fb81bb HTTP/1.1" status: 204 len: 168 time: 0.1971214 Apr 06 10:56:19.702942 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:19.708444 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021f4f76-be8b-4150-8ea0-606a472ef64e" -d '{"events": [{"server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "name": "network-vif-plugged", "status": "completed", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:19.723566 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cd707-56ea-4da4-bb2a-1069839c12fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8a0a1d-705f-4e54-a178-f6d956fb81bb,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:19.734119 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:19.752114 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:19.810250 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a593891f-25b7-4cc8-a8c7-e935a0202900 x-openstack-request-id: req-a593891f-25b7-4cc8-a8c7-e935a0202900 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:19.811248 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "name": "network-vif-plugged", "status": "completed", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:19.811984 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a593891f-25b7-4cc8-a8c7-e935a0202900 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:19.812936 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a593891f-25b7-4cc8-a8c7-e935a0202900'] response: {'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f', 'code': 200} Apr 06 10:56:19.880917 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:20.198819 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136143a9-e1a0-4312-bedc-8180a1a58f0d req-9e80396e-d1d1-4645-a3ea-cf6c4c70450c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:20.218450 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-136143a9-e1a0-4312-bedc-8180a1a58f0d req-9e80396e-d1d1-4645-a3ea-cf6c4c70450c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.2070310 Apr 06 10:56:20.265831 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26650ae3-ef8a-47ad-a4e9-d87ec5da2664 req-ac35395b-e4b4-4406-bd64-689ccdd05ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:20.271835 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-26650ae3-ef8a-47ad-a4e9-d87ec5da2664 req-ac35395b-e4b4-4406-bd64-689ccdd05ee7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 1129 time: 0.1944790 Apr 06 10:56:20.319142 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-136143a9-e1a0-4312-bedc-8180a1a58f0d req-af64f59c-45c2-42a5-9225-70778eccce56 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930147 Apr 06 10:56:20.356276 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-26650ae3-ef8a-47ad-a4e9-d87ec5da2664 req-f41a1f50-1a8c-4f40-bbb4-853c99b02e23 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758631 Apr 06 10:56:20.366196 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55324) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:20.380547 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4bca3846-3033-472c-b4d2-7b7eb712ab90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.496526 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4bca3846-3033-472c-b4d2-7b7eb712ab90 admin admin] Publish callbacks [] for security_group (9c9556f8-4e6a-459b-9cd0-a45153999ff5), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.504170 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4bca3846-3033-472c-b4d2-7b7eb712ab90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (9c9556f8-4e6a-459b-9cd0-a45153999ff5), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.565457 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-4bca3846-3033-472c-b4d2-7b7eb712ab90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=08b56ffb5ea34ba6b3b93bcaa59acf69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978023 Apr 06 10:56:20.567000 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca3846-3033-472c-b4d2-7b7eb712ab90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9556f8-4e6a-459b-9cd0-a45153999ff5,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:20.573914 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55330) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:20.649027 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7e86-d2cb-405e-a18e-32022dc1b5d3 req-94de0866-00a9-4a5b-8c6c-b12c0e076b3d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:20.650672 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-980e7e86-d2cb-405e-a18e-32022dc1b5d3 req-94de0866-00a9-4a5b-8c6c-b12c0e076b3d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.1177349 Apr 06 10:56:20.695215 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8038830c-7ee1-4679-b096-ae9fb3ec80c9 admin admin] Publish callbacks [] for security_group (9c9556f8-4e6a-459b-9cd0-a45153999ff5), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.731936 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-980e7e86-d2cb-405e-a18e-32022dc1b5d3 req-94782d13-4e85-4710-a9b1-26741d73ac6a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696106 Apr 06 10:56:20.747850 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8038830c-7ee1-4679-b096-ae9fb3ec80c9 admin admin] Publish callbacks [] for security_group (9c9556f8-4e6a-459b-9cd0-a45153999ff5), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.832984 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8038830c-7ee1-4679-b096-ae9fb3ec80c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (9c9556f8-4e6a-459b-9cd0-a45153999ff5), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.836495 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8038830c-7ee1-4679-b096-ae9fb3ec80c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:20.840489 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-8038830c-7ee1-4679-b096-ae9fb3ec80c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c9556f8-4e6a-459b-9cd0-a45153999ff5 HTTP/1.1" status: 204 len: 168 time: 0.2615433 Apr 06 10:56:20.847754 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038830c-7ee1-4679-b096-ae9fb3ec80c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9556f8-4e6a-459b-9cd0-a45153999ff5,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:21.245312 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55336) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:21.259799 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-13d3e9e0-1108-4da1-bc18-eaba808ab962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.397671 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-13d3e9e0-1108-4da1-bc18-eaba808ab962 admin admin] Publish callbacks [] for security_group (5f6d01f2-96cf-4b19-8f47-8ca95669bd2c), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.405613 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-13d3e9e0-1108-4da1-bc18-eaba808ab962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (5f6d01f2-96cf-4b19-8f47-8ca95669bd2c), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.519686 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3e9e0-1108-4da1-bc18-eaba808ab962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6d01f2-96cf-4b19-8f47-8ca95669bd2c,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:21.577892 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-13d3e9e0-1108-4da1-bc18-eaba808ab962 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=26248b3fa70e4c47a1ae77e07e1cd623&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307905 Apr 06 10:56:21.583411 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55360) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:21.625975 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adfac5-d8de-4dba-ba7b-f03bf2579f01 req-9beb7291-1cac-414a-9f88-4d8193c0ca39 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:21.630379 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-93adfac5-d8de-4dba-ba7b-f03bf2579f01 req-9beb7291-1cac-414a-9f88-4d8193c0ca39 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1289518 Apr 06 10:56:21.642752 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-615c9abe-b1b6-4025-81ba-55c46704dd0b admin admin] Publish callbacks [] for security_group (5f6d01f2-96cf-4b19-8f47-8ca95669bd2c), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.682484 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-615c9abe-b1b6-4025-81ba-55c46704dd0b admin admin] Publish callbacks [] for security_group (5f6d01f2-96cf-4b19-8f47-8ca95669bd2c), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.725182 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-93adfac5-d8de-4dba-ba7b-f03bf2579f01 req-af7c9af8-94b8-4d3d-a927-8940dca396a6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885806 Apr 06 10:56:21.767967 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-615c9abe-b1b6-4025-81ba-55c46704dd0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (5f6d01f2-96cf-4b19-8f47-8ca95669bd2c), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.773582 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-615c9abe-b1b6-4025-81ba-55c46704dd0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:21.775657 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-615c9abe-b1b6-4025-81ba-55c46704dd0b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5f6d01f2-96cf-4b19-8f47-8ca95669bd2c HTTP/1.1" status: 204 len: 168 time: 0.1909230 Apr 06 10:56:21.801633 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c9abe-b1b6-4025-81ba-55c46704dd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6d01f2-96cf-4b19-8f47-8ca95669bd2c,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:21.911719 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da9414-68c5-4a27-b560-440c1815251f req-b67b9f96-9463-42c5-acd8-593feaee18f8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:21.913498 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a2da9414-68c5-4a27-b560-440c1815251f req-b67b9f96-9463-42c5-acd8-593feaee18f8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0699160 Apr 06 10:56:22.006187 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a2da9414-68c5-4a27-b560-440c1815251f req-e20a1a93-6cb4-4094-a3ec-433441af92ae tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818095 Apr 06 10:56:22.017837 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55372) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:22.205963 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1bb5-8f02-45b4-a26c-883d710fec81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.345405 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1bb5-8f02-45b4-a26c-883d710fec81 admin admin] Publish callbacks [] for security_group (404c2868-325b-4af8-91fa-b15ff1cc0479), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.351497 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae5d1bb5-8f02-45b4-a26c-883d710fec81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (404c2868-325b-4af8-91fa-b15ff1cc0479), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.403703 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-ae5d1bb5-8f02-45b4-a26c-883d710fec81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=92cb6bec71a7456eb24e601f405c21a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3826828 Apr 06 10:56:22.405672 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d1bb5-8f02-45b4-a26c-883d710fec81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404c2868-325b-4af8-91fa-b15ff1cc0479,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:22.407628 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55384) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:22.479672 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cdf2da78-dcd8-43bb-ab1b-2c354d3b38ae admin admin] Publish callbacks [] for security_group (404c2868-325b-4af8-91fa-b15ff1cc0479), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.518295 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cdf2da78-dcd8-43bb-ab1b-2c354d3b38ae admin admin] Publish callbacks [] for security_group (404c2868-325b-4af8-91fa-b15ff1cc0479), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.614403 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cdf2da78-dcd8-43bb-ab1b-2c354d3b38ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (404c2868-325b-4af8-91fa-b15ff1cc0479), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.621187 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cdf2da78-dcd8-43bb-ab1b-2c354d3b38ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:22.626590 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-cdf2da78-dcd8-43bb-ab1b-2c354d3b38ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/404c2868-325b-4af8-91fa-b15ff1cc0479 HTTP/1.1" status: 204 len: 168 time: 0.2138946 Apr 06 10:56:22.640295 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2da78-dcd8-43bb-ab1b-2c354d3b38ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404c2868-325b-4af8-91fa-b15ff1cc0479,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:22.863623 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55406) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:22.954575 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f5229-e5c3-46b6-847a-b5d280efc4b4 req-1a7f9bcd-000e-4c48-96fc-9b38f8f9eb69 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:22.957692 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-587f5229-e5c3-46b6-847a-b5d280efc4b4 req-1a7f9bcd-000e-4c48-96fc-9b38f8f9eb69 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1009660 Apr 06 10:56:23.088534 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-587f5229-e5c3-46b6-847a-b5d280efc4b4 req-25a767c1-7333-4643-b861-57e035b9d48b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220317 Apr 06 10:56:23.225213 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-277128537-network', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:23.271026 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Made reservation on behalf of 76b9d1e8f88245e58aad5d0e9051ae06 for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:23.275211 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:23.298364 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:23.314291 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305b647-010b-4a8f-97b1-212079950328 req-ac4a2986-624d-4a27-8001-e322d1ab9b5c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:23.317221 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a305b647-010b-4a8f-97b1-212079950328 req-ac4a2986-624d-4a27-8001-e322d1ab9b5c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.1508865 Apr 06 10:56:23.457270 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a305b647-010b-4a8f-97b1-212079950328 req-087709a1-1327-4db7-b8c0-dcfa6aff39c6 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263299 Apr 06 10:56:23.546895 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Publish callbacks [] for security_group (e097c233-501b-47e6-97ef-f88bf2f9ef12), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:23.556675 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (e097c233-501b-47e6-97ef-f88bf2f9ef12), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:23.587577 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:56:23.609327 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e097c233-501b-47e6-97ef-f88bf2f9ef12,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:23.612704 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (5986254a-0d19-4b3f-a4b4-acfe6a32ee40), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:23.613071 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Added segment 5986254a-0d19-4b3f-a4b4-acfe6a32ee40 of type vlan for network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 Apr 06 10:56:23.671023 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:23.725044 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3882d-f497-4dd4-a8c4-4bd9fa3e621e req-c6a082eb-15ab-4459-9533-a10cbdd5b564 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:23.730956 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-eee3882d-f497-4dd4-a8c4-4bd9fa3e621e req-c6a082eb-15ab-4459-9533-a10cbdd5b564 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.1756070 Apr 06 10:56:23.748981 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55432) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:23.762475 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-fbbd450d-e81b-4da9-9229-af267249d849 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'floatingip': {'port_id': '577354ce-af40-4a17-a042-317efbd3ec3f'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:24.039547 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.042626 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:24.044002 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.053099 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fbbd450d-e81b-4da9-9229-af267249d849 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (016f74ea-e56c-4824-ac9a-45868535547f), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.314523 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4494224 Apr 06 10:56:24.319718 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55446) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:24.329297 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Request body: {'subnet': {'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-277128537-subnet', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:24.380581 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc50b3-ab6e-4839-903a-ccc49a62ceea admin admin] Pushing event updated for resources: {'Network': ['ID=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:24.394180 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Made reservation on behalf of 76b9d1e8f88245e58aad5d0e9051ae06 for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:24.406078 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:56:24.426542 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130416066'] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.502181 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5dc1c-8913-421d-bdfe-046f062adff3 req-71b0340c-e0cd-4292-b094-6c33ecbf362c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:24.509862 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4ba5dc1c-8913-421d-bdfe-046f062adff3 req-71b0340c-e0cd-4292-b094-6c33ecbf362c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.2295327 Apr 06 10:56:24.557551 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55450) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:24.679169 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4ba5dc1c-8913-421d-bdfe-046f062adff3 req-bca734c6-0238-4b7a-ae1f-c855b4118701 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683936 Apr 06 10:56:24.772260 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130413070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130416092'] for subnet (c9ffca87-eb1b-4ad6-bd43-02402d42fd82), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.867849 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6224410c-55d5-4c69-b410-ea44b3abced3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.911321 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ffca87-eb1b-4ad6-bd43-02402d42fd82,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:24.924350 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Checking segment: {'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:24.925425 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Network hostable DHCP agents. Network: 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:56:24.947240 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:56:24.965265 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:24.971443 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:24.973444 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:24.991677 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924d58f2-008c-4fc8-91ff-f24b0c81e21d None None] Network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:24.999795 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-53d02981-496a-4141-b688-e32abf373de0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6770630 Apr 06 10:56:25.004747 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55458) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:25.009337 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:25.047943 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (efd62417-4d65-409c-aae0-c3e953d3da4a), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.052564 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (efd62417-4d65-409c-aae0-c3e953d3da4a), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.124709 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks [] for router_controller (efd62417-4d65-409c-aae0-c3e953d3da4a), precommit_add_association {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.142861 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:56:25.143799 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.244457 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fbbd450d-e81b-4da9-9229-af267249d849 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.257219 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fbbd450d-e81b-4da9-9229-af267249d849 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (016f74ea-e56c-4824-ac9a-45868535547f), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.300805 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks [] for router_gateway (efd62417-4d65-409c-aae0-c3e953d3da4a), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.326832 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Allocated IP 172.20.0.2 (9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67/c9ffca87-eb1b-4ad6-bd43-02402d42fd82/1bc9d6ba-125a-485a-8982-bbb13f81daa0) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:25.570209 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Publish callbacks [] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.583365 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.605338 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks [] for router_gateway (efd62417-4d65-409c-aae0-c3e953d3da4a), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.645577 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.649409 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6224410c-55d5-4c69-b410-ea44b3abced3 admin admin] Publish callbacks [] for security_group (d9ca1253-7e29-45ad-b1c6-be5c38e350b8), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.666798 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6224410c-55d5-4c69-b410-ea44b3abced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (d9ca1253-7e29-45ad-b1c6-be5c38e350b8), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.668181 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:25.673647 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:25.679853 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:25.697073 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Pushing event updated for resources: {'Port': ['ID=1bc9d6ba-125a-485a-8982-bbb13f81daa0,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:25.741672 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.l3_db [None req-fbbd450d-e81b-4da9-9229-af267249d849 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Floating IP 016f74ea-e56c-4824-ac9a-45868535547f associated. External IP: 172.27.1.173, port: 577354ce-af40-4a17-a042-317efbd3ec3f. Apr 06 10:56:25.814357 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Attempting to bind port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:25.814945 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Attempting to bind port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:25.816092 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Attempting to bind port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 on network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:25.824101 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:25.824614 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Checking segment: {'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:25.825244 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.825903 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Bound using segment: {'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:25.826740 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Bound port: 1bc9d6ba-125a-485a-8982-bbb13f81daa0, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:25.827402 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:25.866277 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-6224410c-55d5-4c69-b410-ea44b3abced3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=356791fc403f472d888e516ad7c72fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2875965 Apr 06 10:56:25.875241 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55466) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:25.899826 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Allocated IP 172.27.1.81 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/64f183c5-8e45-4649-877d-5aead70fb699) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:25.949856 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6224410c-55d5-4c69-b410-ea44b3abced3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ca1253-7e29-45ad-b1c6-be5c38e350b8,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:25.978396 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] For port 1bc9d6ba-125a-485a-8982-bbb13f81daa0, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:25.986776 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] For port 1bc9d6ba-125a-485a-8982-bbb13f81daa0, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=1bc9d6ba-125a-485a-8982-bbb13f81daa0,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:26.011633 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.017671 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7582440-55e2-4480-a982-fcfbb1bd3da5 req-1294ac4b-7862-441c-bb1f-cfae42f8a9c0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:26.019725 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c7582440-55e2-4480-a982-fcfbb1bd3da5 req-1294ac4b-7862-441c-bb1f-cfae42f8a9c0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.2011135 Apr 06 10:56:26.191876 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc495e9-ac16-4bd5-af14-209b8d529943 None None] Pushing event updated for resources: {'Port': ['ID=1bc9d6ba-125a-485a-8982-bbb13f81daa0,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:26.229100 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fa8e59bd-e804-456d-8e5c-13ba000eee09 admin admin] Publish callbacks [] for security_group (d9ca1253-7e29-45ad-b1c6-be5c38e350b8), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.251945 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks [] for port (64f183c5-8e45-4649-877d-5aead70fb699), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.286436 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c7582440-55e2-4480-a982-fcfbb1bd3da5 req-1df9d74d-ba19-4d06-9225-9134f690ec46 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414088 Apr 06 10:56:26.320049 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (64f183c5-8e45-4649-877d-5aead70fb699), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.359993 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fa8e59bd-e804-456d-8e5c-13ba000eee09 admin admin] Publish callbacks [] for security_group (d9ca1253-7e29-45ad-b1c6-be5c38e350b8), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.370408 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:26.373955 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:26.378946 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:26.454547 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Pushing event updated for resources: {'Port': ['ID=64f183c5-8e45-4649-877d-5aead70fb699,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:26.515444 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbd450d-e81b-4da9-9229-af267249d849 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Router 77a5222e-c3a8-42c4-9c49-4740832b19bf has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:56:26.552662 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fa8e59bd-e804-456d-8e5c-13ba000eee09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (d9ca1253-7e29-45ad-b1c6-be5c38e350b8), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.557890 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fa8e59bd-e804-456d-8e5c-13ba000eee09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.560196 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-fa8e59bd-e804-456d-8e5c-13ba000eee09 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9ca1253-7e29-45ad-b1c6-be5c38e350b8 HTTP/1.1" status: 204 len: 168 time: 0.6829064 Apr 06 10:56:26.740088 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e59bd-e804-456d-8e5c-13ba000eee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ca1253-7e29-45ad-b1c6-be5c38e350b8,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:26.749114 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbd450d-e81b-4da9-9229-af267249d849 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:56:26.756641 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fbbd450d-e81b-4da9-9229-af267249d849 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:26.768341 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] Sync routers for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:56:26.793149 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:26.796107 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:56:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:26.861907 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-fbbd450d-e81b-4da9-9229-af267249d849 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "PUT /v2.0/floatingips/016f74ea-e56c-4824-ac9a-45868535547f HTTP/1.1" status: 200 len: 991 time: 3.1091983 Apr 06 10:56:26.865563 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:56:26.869497 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc917660-a790-4993-a485-30434ab38d17" -d '{"events": [{"name": "network-changed", "server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:56:26.975781 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:27.020716 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44e9b96-a3d5-4cee-9557-3bed120aa091 x-openstack-request-id: req-f44e9b96-a3d5-4cee-9557-3bed120aa091 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:56:27.022742 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:56:27.023363 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f44e9b96-a3d5-4cee-9557-3bed120aa091 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:56:27.024073 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44e9b96-a3d5-4cee-9557-3bed120aa091'] response: {'name': 'network-changed', 'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f', 'status': 'completed', 'code': 200} Apr 06 10:56:27.230486 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks [] for router_gateway (efd62417-4d65-409c-aae0-c3e953d3da4a), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:27.258941 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc917660-a790-4993-a485-30434ab38d17 req-1016b8a7-bd1d-405b-8fef-0c1d16d7f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:27.268172 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc917660-a790-4993-a485-30434ab38d17 req-1016b8a7-bd1d-405b-8fef-0c1d16d7f57c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 1129 time: 0.1652353 Apr 06 10:56:27.598985 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc917660-a790-4993-a485-30434ab38d17 req-fe66262e-95ac-4ad3-bd03-cd893e195fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:27.601428 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc917660-a790-4993-a485-30434ab38d17 req-fe66262e-95ac-4ad3-bd03-cd893e195fe8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 917 time: 0.3121488 Apr 06 10:56:27.603848 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '016f74ea-e56c-4824-ac9a-45868535547f', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'port_id': '577354ce-af40-4a17-a042-317efbd3ec3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'mac_address': 'fa:16:3e:d0:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:55:56Z', 'updated_at': '2022-04-06T10:56:25Z', 'revision_number': 1, 'project_id': '1520446eb9854376954ced1cdb152f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:27.662417 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] Checking router: 77a5222e-c3a8-42c4-9c49-4740832b19bf for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:56:27.679748 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:27.687923 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:56:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:27.758519 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc917660-a790-4993-a485-30434ab38d17 req-0450af6d-4c29-4651-8d7c-a87c560cbe02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577354ce-af40-4a17-a042-317efbd3ec3f HTTP/1.1" status: 200 len: 999 time: 0.1504006 Apr 06 10:56:27.890941 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc917660-a790-4993-a485-30434ab38d17 req-3993f1ee-5eca-453c-9f82-f76b828275d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:27.895855 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc917660-a790-4993-a485-30434ab38d17 req-3993f1ee-5eca-453c-9f82-f76b828275d3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 200 len: 855 time: 0.1267271 Apr 06 10:56:27.921320 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:27.996925 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ad003-be64-48e5-8a3c-7262574cb4e9 req-b61bc47b-13b4-4f37-8df7-4b037411d6be tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:28.004570 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cc8ad003-be64-48e5-8a3c-7262574cb4e9 req-b61bc47b-13b4-4f37-8df7-4b037411d6be tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.4837394 Apr 06 10:56:28.034959 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc917660-a790-4993-a485-30434ab38d17 req-96a0bf9f-8262-4fef-b5f7-2918659886c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:28.040844 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc917660-a790-4993-a485-30434ab38d17 req-96a0bf9f-8262-4fef-b5f7-2918659886c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e57840e9-a610-40cb-aa8b-21f95edebb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1387534 Apr 06 10:56:28.085597 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6711ce-1d5f-4ddd-b58c-2492f4ac033b None None] Network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:28.139890 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cc8ad003-be64-48e5-8a3c-7262574cb4e9 req-8fc9e0c3-6cc2-4996-93c6-e40d47a265eb tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320071 Apr 06 10:56:28.221286 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (efd62417-4d65-409c-aae0-c3e953d3da4a), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:28.253624 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc917660-a790-4993-a485-30434ab38d17 req-10bca7b8-7e03-4d47-a0bf-48a978d16e47 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038901 Apr 06 10:56:28.385720 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-da21c525-d39b-4f4a-bf65-9dc33356abd9 None None] Provisioning complete for port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:28.387757 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-da21c525-d39b-4f4a-bf65-9dc33356abd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:28.454518 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 1bc9d6ba-125a-485a-8982-bbb13f81daa0 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:28.507820 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '016f74ea-e56c-4824-ac9a-45868535547f', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'port_id': '577354ce-af40-4a17-a042-317efbd3ec3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'mac_address': 'fa:16:3e:d0:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:55:56Z', 'updated_at': '2022-04-06T10:56:25Z', 'revision_number': 1, 'project_id': '1520446eb9854376954ced1cdb152f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:28.519656 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc917660-a790-4993-a485-30434ab38d17 req-19ce1380-3966-46b7-a7e9-e3b5b052ef85 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572050 Apr 06 10:56:28.562982 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e528cb98-787b-48f1-a15f-d4219296d0b4 None None] The sync data for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi is: [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '016f74ea-e56c-4824-ac9a-45868535547f', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'port_id': '577354ce-af40-4a17-a042-317efbd3ec3f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'mac_address': 'fa:16:3e:d0:a4:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:55:56Z', 'updated_at': '2022-04-06T10:56:25Z', 'revision_number': 1, 'project_id': '1520446eb9854376954ced1cdb152f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:56:28.568346 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Router efd62417-4d65-409c-aae0-c3e953d3da4a is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:56:28.712138 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:28.712648 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:28.792445 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:56:28.822278 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:28.824510 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-2b00a435-0572-45a3-a36e-680deb509d37 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8184626 Apr 06 10:56:28.830691 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55544) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:28.835497 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-da21c525-d39b-4f4a-bf65-9dc33356abd9 None None] Current status of the port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:28.837775 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-da21c525-d39b-4f4a-bf65-9dc33356abd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:28.840248 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Sync routers for ids ['efd62417-4d65-409c-aae0-c3e953d3da4a'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:56:28.912114 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Routers {'efd62417-4d65-409c-aae0-c3e953d3da4a'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:28.913368 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:56:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['efd62417-4d65-409c-aae0-c3e953d3da4a'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:29.043947 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-da21c525-d39b-4f4a-bf65-9dc33356abd9 None None] For port 1bc9d6ba-125a-485a-8982-bbb13f81daa0, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=1bc9d6ba-125a-485a-8982-bbb13f81daa0,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:29.071702 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9a762a-4d83-40c3-a1a9-6e4deef1be1b None None] New status for floating IP 016f74ea-e56c-4824-ac9a-45868535547f: ACTIVE {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:56:29.140700 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Set router efd62417-4d65-409c-aae0-c3e953d3da4a gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:29.210912 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-da21c525-d39b-4f4a-bf65-9dc33356abd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.499216 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:29.501392 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.514116 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21c525-d39b-4f4a-bf65-9dc33356abd9 None None] Pushing event updated for resources: {'Port': ['ID=1bc9d6ba-125a-485a-8982-bbb13f81daa0,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:29.517850 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdb391-61c7-49c4-ab3a-c72ac0dbb1d7 req-1ee6d660-903b-4fbd-b103-fbafa607efbd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:29.531474 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d8bdb391-61c7-49c4-ab3a-c72ac0dbb1d7 req-1ee6d660-903b-4fbd-b103-fbafa607efbd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1758893 Apr 06 10:56:29.539929 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55558) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:29.577126 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-0c113f10-4c22-487f-8a30-f14338db06ed None None] Provisioning complete for port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:29.577895 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-0c113f10-4c22-487f-8a30-f14338db06ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.789220 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d8bdb391-61c7-49c4-ab3a-c72ac0dbb1d7 req-ec856e36-5b9a-40e3-b1b5-6afbc82d7996 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447405 Apr 06 10:56:29.828475 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.880140 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a3f71b0a-1460-4866-9e39-12cdbd6e9d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:29.881080 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.db.api [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:56:29.881080 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG oslo_db.api [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:56:29.881959 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-0c113f10-4c22-487f-8a30-f14338db06ed None None] Current status of the port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:29.941584 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:26Z', 'revision_number': 3, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:29.980668 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Checking router: efd62417-4d65-409c-aae0-c3e953d3da4a for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:56:29.980668 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Updating router efd62417-4d65-409c-aae0-c3e953d3da4a port 64f183c5-8e45-4649-877d-5aead70fb699 binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:56:30.021940 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (64f183c5-8e45-4649-877d-5aead70fb699), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.118021 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a3f71b0a-1460-4866-9e39-12cdbd6e9d87 admin admin] Publish callbacks [] for security_group (6691574c-4559-4c44-aa72-04a5f351394a), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.127516 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a3f71b0a-1460-4866-9e39-12cdbd6e9d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (6691574c-4559-4c44-aa72-04a5f351394a), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.170086 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Allocated IP 172.20.0.1 (9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67/c9ffca87-eb1b-4ad6-bd43-02402d42fd82/7b4ca6fa-dbf8-4916-98ec-dde16527f4b1) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:30.185088 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-a3f71b0a-1460-4866-9e39-12cdbd6e9d87 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34c82ca34070462eac252c5f2e58b6fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6405077 Apr 06 10:56:30.188464 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55566) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:30.195764 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f71b0a-1460-4866-9e39-12cdbd6e9d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6691574c-4559-4c44-aa72-04a5f351394a,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:30.273489 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5ecd4db4-0f57-4275-a984-fcc7f1e80d4c admin admin] Publish callbacks [] for security_group (6691574c-4559-4c44-aa72-04a5f351394a), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.311654 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5ecd4db4-0f57-4275-a984-fcc7f1e80d4c admin admin] Publish callbacks [] for security_group (6691574c-4559-4c44-aa72-04a5f351394a), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.373097 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Publish callbacks [] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.395647 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5ecd4db4-0f57-4275-a984-fcc7f1e80d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (6691574c-4559-4c44-aa72-04a5f351394a), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.398652 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5ecd4db4-0f57-4275-a984-fcc7f1e80d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.399962 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-5ecd4db4-0f57-4275-a984-fcc7f1e80d4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6691574c-4559-4c44-aa72-04a5f351394a HTTP/1.1" status: 204 len: 168 time: 0.2096474 Apr 06 10:56:30.410727 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecd4db4-0f57-4275-a984-fcc7f1e80d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6691574c-4559-4c44-aa72-04a5f351394a,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:30.424073 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.474732 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:30.483380 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:30.488588 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:30.527529 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:30.546073 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (efd62417-4d65-409c-aae0-c3e953d3da4a), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.637096 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4ca6fa-dbf8-4916-98ec-dde16527f4b1,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:30.768014 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Publish callbacks [] for port (64f183c5-8e45-4649-877d-5aead70fb699), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.788446 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (64f183c5-8e45-4649-877d-5aead70fb699), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.883351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:30.893121 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 1bc9d6ba-125a-485a-8982-bbb13f81daa0 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:31.087088 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf3f1e-9f9c-4cc7-b706-18083fe67751 None None] Pushing event updated for resources: {'Port': ['ID=64f183c5-8e45-4649-877d-5aead70fb699,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:31.120034 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Attempting to bind port 64f183c5-8e45-4649-877d-5aead70fb699 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:31.120646 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Attempting to bind port 64f183c5-8e45-4649-877d-5aead70fb699 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:31.121255 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Attempting to bind port 64f183c5-8e45-4649-877d-5aead70fb699 on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:31.142902 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-04137c3d-94e0-46eb-96df-b2a8f53d3e85 None None] Provisioning complete for port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:31.143385 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-04137c3d-94e0-46eb-96df-b2a8f53d3e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.148873 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:31.151107 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:31.151576 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.152161 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:31.152974 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Bound port: 64f183c5-8e45-4649-877d-5aead70fb699, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:31.153620 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (64f183c5-8e45-4649-877d-5aead70fb699), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.212600 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3272a898-6de9-405d-ad88-8b5f6fb54963 req-ddea4f29-dd17-480f-88b8-f2cb30c1a807 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:31.222935 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3272a898-6de9-405d-ad88-8b5f6fb54963 req-ddea4f29-dd17-480f-88b8-f2cb30c1a807 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.2419903 Apr 06 10:56:31.347470 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:31.348126 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.351280 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-04137c3d-94e0-46eb-96df-b2a8f53d3e85 None None] Port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:31.356174 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3272a898-6de9-405d-ad88-8b5f6fb54963 req-ee5894f0-d64f-490f-9a7e-1d07c9602a90 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253896 Apr 06 10:56:31.369184 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Publish callbacks [] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.379290 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.455384 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Pushing event updated for resources: {'Port': ['ID=7b4ca6fa-dbf8-4916-98ec-dde16527f4b1,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:31.472411 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] For port 64f183c5-8e45-4649-877d-5aead70fb699, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:31.477261 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] For port 64f183c5-8e45-4649-877d-5aead70fb699, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=64f183c5-8e45-4649-877d-5aead70fb699,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:31.498556 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (64f183c5-8e45-4649-877d-5aead70fb699), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.544065 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (efd62417-4d65-409c-aae0-c3e953d3da4a), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:31.705261 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Routers {'efd62417-4d65-409c-aae0-c3e953d3da4a'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:31.706873 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:56:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['efd62417-4d65-409c-aae0-c3e953d3da4a'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:31.715272 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:31.803185 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf3f1e-9f9c-4cc7-b706-18083fe67751 None None] Pushing event updated for resources: {'Port': ['ID=64f183c5-8e45-4649-877d-5aead70fb699,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:31.824811 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:31.834615 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:31.979511 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] Set router efd62417-4d65-409c-aae0-c3e953d3da4a gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:32.253985 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Router efd62417-4d65-409c-aae0-c3e953d3da4a has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:56:32.446482 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-d2580e3d-810a-4b2c-9b2a-4e89c5ca48d2 None None] Provisioning complete for port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:32.447113 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d2580e3d-810a-4b2c-9b2a-4e89c5ca48d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:32.536049 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-d2580e3d-810a-4b2c-9b2a-4e89c5ca48d2 None None] Port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:32.596481 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7cd36-5acc-4b16-956f-db5dee742e78 req-d0eb5e83-3185-4c91-a57e-aa8d7c3182eb tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:32.599797 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-29f7cd36-5acc-4b16-956f-db5dee742e78 req-d0eb5e83-3185-4c91-a57e-aa8d7c3182eb tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1087303 Apr 06 10:56:32.647256 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 2, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:32.680131 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6598bca0-558d-47ef-90df-a9d775d6d10f None None] The sync data for ids ['efd62417-4d65-409c-aae0-c3e953d3da4a'] in dv-cinder-836070-2-iscsi is: [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 2, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:56:32.706870 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-29f7cd36-5acc-4b16-956f-db5dee742e78 req-bd596d3d-9454-4b07-8f81-58bd15b8cacf tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997217 Apr 06 10:56:32.781520 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:56:32.803634 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-89c3bb72-a9f2-4253-8277-2ab61478cdc1 admin admin] 10.222.0.23 "PUT /v2.0/routers/efd62417-4d65-409c-aae0-c3e953d3da4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9589520 Apr 06 10:56:33.243793 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.032254 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6859a77d-ea56-44cb-a87d-7d3181136e69 req-f648f045-30d8-44db-abc4-03b477d86cf6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:34.041955 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6859a77d-ea56-44cb-a87d-7d3181136e69 req-f648f045-30d8-44db-abc4-03b477d86cf6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1269834 Apr 06 10:56:34.088758 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55690) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:34.100952 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-998024377-network', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:34.124720 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6859a77d-ea56-44cb-a87d-7d3181136e69 req-22758731-6574-4c24-aae0-3abdb0785714 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809431 Apr 06 10:56:34.161697 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Made reservation on behalf of daad601cac6e465aafd1b5207ebe197d for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:34.164450 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.178596 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.331745 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Publish callbacks [] for security_group (6a82a387-d6e8-479b-b9c0-05f16464cf17), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.339329 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (6a82a387-d6e8-479b-b9c0-05f16464cf17), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.373234 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:56:34.385506 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a82a387-d6e8-479b-b9c0-05f16464cf17,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:34.392103 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.392479 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Added segment fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707 of type vlan for network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e Apr 06 10:56:34.492621 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (051da5d5-4f50-4143-8dff-2d0a5e21ef9e), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.529137 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (051da5d5-4f50-4143-8dff-2d0a5e21ef9e), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.531496 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:34.532275 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.664982 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5753477 Apr 06 10:56:34.669518 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55704) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:34.679041 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Request body: {'subnet': {'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-998024377-subnet', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:34.698018 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c89ccf-3b9a-4449-8809-d28c74e3b7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=051da5d5-4f50-4143-8dff-2d0a5e21ef9e,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:34.717713 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:56:34.749961 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Made reservation on behalf of daad601cac6e465aafd1b5207ebe197d for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:34.759747 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130416066'] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:34.826392 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 64f183c5-8e45-4649-877d-5aead70fb699 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:34.995219 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 64f183c5-8e45-4649-877d-5aead70fb699 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:34.995814 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (64f183c5-8e45-4649-877d-5aead70fb699), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.095348 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130413070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130416092'] for subnet (8abedf89-0207-4e30-bd8d-c15176d5a169), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.175306 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 64f183c5-8e45-4649-877d-5aead70fb699 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:35.175996 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (64f183c5-8e45-4649-877d-5aead70fb699), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.218717 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8abedf89-0207-4e30-bd8d-c15176d5a169,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:35.236411 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 64f183c5-8e45-4649-877d-5aead70fb699, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=64f183c5-8e45-4649-877d-5aead70fb699,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:35.246077 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (64f183c5-8e45-4649-877d-5aead70fb699), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.361105 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=64f183c5-8e45-4649-877d-5aead70fb699,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:35.368132 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Checking segment: {'id': 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:35.370621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Network hostable DHCP agents. Network: 051da5d5-4f50-4143-8dff-2d0a5e21ef9e, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:56:35.422466 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:56:35.431433 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b233b-31f2-451a-adf2-00dfc36b0487 req-2c68824a-93ee-4808-bed6-e4446738db43 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:35.436002 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7c2b233b-31f2-451a-adf2-00dfc36b0487 req-2c68824a-93ee-4808-bed6-e4446738db43 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1407020 Apr 06 10:56:35.437623 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:56:35.469634 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 051da5d5-4f50-4143-8dff-2d0a5e21ef9e) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:35.478702 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:35.479348 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.482272 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27beb36-7226-4fef-b4bf-456315fc09b7 None None] Network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:35.537422 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-8ccf1175-5a75-4a15-9512-33af05618701 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8604243 Apr 06 10:56:35.537908 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55722) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:35.544693 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7c2b233b-31f2-451a-adf2-00dfc36b0487 req-e4320613-2ce1-4330-961e-10ff2f52f781 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000271 Apr 06 10:56:35.550196 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-998024377-router', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:35.599153 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (281a4eaa-f5a4-4671-a0da-13d95853511f), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.600527 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (281a4eaa-f5a4-4671-a0da-13d95853511f), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.669377 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks [] for router_controller (281a4eaa-f5a4-4671-a0da-13d95853511f), precommit_add_association {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.693292 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-051da5d5-4f50-4143-8dff-2d0a5e21ef9e', 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e', 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'fixed_ips': [{'subnet_id': '8abedf89-0207-4e30-bd8d-c15176d5a169'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:56:35.694198 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.859816 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks [] for router_gateway (281a4eaa-f5a4-4671-a0da-13d95853511f), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:35.865118 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Allocated IP 172.20.0.2 (051da5d5-4f50-4143-8dff-2d0a5e21ef9e/8abedf89-0207-4e30-bd8d-c15176d5a169/171f2fb2-a832-47ca-9eb2-ed38455a2e7e) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:36.058475 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Publish callbacks [] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.067672 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.121436 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:36.124662 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:36.131654 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:36.139101 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks [] for router_gateway (281a4eaa-f5a4-4671-a0da-13d95853511f), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.144059 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Pushing event updated for resources: {'Port': ['ID=171f2fb2-a832-47ca-9eb2-ed38455a2e7e,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:36.162710 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.211119 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Attempting to bind port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:36.212057 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Attempting to bind port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:36.212523 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Attempting to bind port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e on network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:36.219650 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:36.220224 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Checking segment: {'id': 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:36.220740 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.221251 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Bound using segment: {'id': 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:36.222250 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Bound port: 171f2fb2-a832-47ca-9eb2-ed38455a2e7e, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:36.222814 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.276837 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Sync routers for ids ['efd62417-4d65-409c-aae0-c3e953d3da4a'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:56:36.303747 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Routers {'efd62417-4d65-409c-aae0-c3e953d3da4a'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:36.304580 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:56:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['efd62417-4d65-409c-aae0-c3e953d3da4a'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:36.354858 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Allocated IP 172.27.1.112 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/9974abeb-1015-4ed5-96e2-6b6c9c0243b1) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:36.374551 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] For port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:36.378624 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] For port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=171f2fb2-a832-47ca-9eb2-ed38455a2e7e,segment=NetworkSegment(fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707),segment_id=fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:36.393120 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.537907 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks [] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.575241 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bdd785-c35f-424b-b891-21027d7e9d90 None None] Pushing event updated for resources: {'Port': ['ID=171f2fb2-a832-47ca-9eb2-ed38455a2e7e,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:36.609933 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:36.626922 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Set router efd62417-4d65-409c-aae0-c3e953d3da4a gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:36.820031 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:36.831773 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:36.843536 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:37.044873 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Pushing event updated for resources: {'Port': ['ID=9974abeb-1015-4ed5-96e2-6b6c9c0243b1,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:37.061979 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 64f183c5-8e45-4649-877d-5aead70fb699 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:37.124993 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e214089-9509-4840-9425-0fed47962ad3 req-fa34d434-6f62-4dcd-885f-1c9d34eb7116 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:37.126204 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7e214089-9509-4840-9425-0fed47962ad3 req-fa34d434-6f62-4dcd-885f-1c9d34eb7116 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.4562876 Apr 06 10:56:37.216541 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7e214089-9509-4840-9425-0fed47962ad3 req-50cd8404-4659-48a1-93fb-ebe8e9d420b2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644619 Apr 06 10:56:37.242038 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 64f183c5-8e45-4649-877d-5aead70fb699 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:37.242425 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (64f183c5-8e45-4649-877d-5aead70fb699), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.312456 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 2, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:37.360935 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Checking router: efd62417-4d65-409c-aae0-c3e953d3da4a for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:56:37.361294 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Updating router efd62417-4d65-409c-aae0-c3e953d3da4a port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:56:37.420253 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 64f183c5-8e45-4649-877d-5aead70fb699 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:37.421422 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks [] for router_gateway (281a4eaa-f5a4-4671-a0da-13d95853511f), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.422748 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.807538 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (281a4eaa-f5a4-4671-a0da-13d95853511f), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.875604 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Publish callbacks [] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.889193 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:37.984681 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4aeb9-9bad-47f6-abbe-07662596b253 None None] Pushing event updated for resources: {'Port': ['ID=7b4ca6fa-dbf8-4916-98ec-dde16527f4b1,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:38.021764 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Attempting to bind port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:38.022124 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Attempting to bind port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:38.022494 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Attempting to bind port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 on network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:38.028554 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:38.029029 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Checking segment: {'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:38.029502 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.030360 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Bound using segment: {'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:38.030628 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Bound port: 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:38.031156 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.189880 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] For port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:38.213389 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] For port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=7b4ca6fa-dbf8-4916-98ec-dde16527f4b1,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:38.219309 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Router 281a4eaa-f5a4-4671-a0da-13d95853511f is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115083) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:56:38.222085 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.417368 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Routers {'efd62417-4d65-409c-aae0-c3e953d3da4a'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:38.418034 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:56:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['efd62417-4d65-409c-aae0-c3e953d3da4a'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:38.526846 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab249d66-1456-4687-8874-dba766c66f1e None None] Network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:38.568512 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed65fd2-be0c-4ef3-b9ac-fe9503b98cae req-50ad2298-01ba-419d-ab33-70328326da00 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:38.585695 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5ed65fd2-be0c-4ef3-b9ac-fe9503b98cae req-50ad2298-01ba-419d-ab33-70328326da00 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1651735 Apr 06 10:56:38.653968 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:56:38.655960 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4aeb9-9bad-47f6-abbe-07662596b253 None None] Pushing event updated for resources: {'Port': ['ID=7b4ca6fa-dbf8-4916-98ec-dde16527f4b1,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:38.672301 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Sync routers for ids ['281a4eaa-f5a4-4671-a0da-13d95853511f'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:56:38.702251 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Routers {'281a4eaa-f5a4-4671-a0da-13d95853511f'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:38.705139 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:56:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['281a4eaa-f5a4-4671-a0da-13d95853511f'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:38.729603 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.747121 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-2d58476e-3449-4320-a40b-c064ca82e09e admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2028627 Apr 06 10:56:38.748841 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55786) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:38.790333 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5ed65fd2-be0c-4ef3-b9ac-fe9503b98cae req-4dbf4071-5ade-487f-8bfe-af599aec0191 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838033 Apr 06 10:56:38.839304 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 171f2fb2-a832-47ca-9eb2-ed38455a2e7e up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:38.847142 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-972e56bb-9360-4170-aae9-dc331ccfe49a None None] Provisioning complete for port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:38.847523 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-972e56bb-9360-4170-aae9-dc331ccfe49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:38.992786 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] Set router efd62417-4d65-409c-aae0-c3e953d3da4a gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:39.117546 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Set router 281a4eaa-f5a4-4671-a0da-13d95853511f gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:39.165066 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:39.166091 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.461247 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-972e56bb-9360-4170-aae9-dc331ccfe49a None None] Current status of the port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:39.462041 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-972e56bb-9360-4170-aae9-dc331ccfe49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.536724 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-972e56bb-9360-4170-aae9-dc331ccfe49a None None] For port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=7b4ca6fa-dbf8-4916-98ec-dde16527f4b1,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:39.558457 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-972e56bb-9360-4170-aae9-dc331ccfe49a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.592972 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'name': 'tempest-TestMinimumBasicScenario-998024377-router', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:35Z', 'updated_at': '2022-04-06T10:56:37Z', 'revision_number': 3, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'gw_port': {'id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:39.605055 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:39.605454 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.645364 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Checking router: 281a4eaa-f5a4-4671-a0da-13d95853511f for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:56:39.645957 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Updating router 281a4eaa-f5a4-4671-a0da-13d95853511f port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 binding host dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:56:39.660821 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e56bb-9360-4170-aae9-dc331ccfe49a None None] Pushing event updated for resources: {'Port': ['ID=7b4ca6fa-dbf8-4916-98ec-dde16527f4b1,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:39.691405 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=171f2fb2-a832-47ca-9eb2-ed38455a2e7e,segment=NetworkSegment(fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707),segment_id=fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:39.703140 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:38Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:39.706900 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.713550 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.739560 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-f974cf42-ecd0-409e-8bd8-dd5cb06792ef None None] Provisioning complete for port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:39.740228 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-f974cf42-ecd0-409e-8bd8-dd5cb06792ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:39.760314 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87e0ccc-39d0-461d-9080-46924d1f305f None None] The sync data for ids ['efd62417-4d65-409c-aae0-c3e953d3da4a'] in dv-cinder-836070-2-iscsi is: [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:38Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:56:39.873691 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=171f2fb2-a832-47ca-9eb2-ed38455a2e7e,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:40.124546 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-f974cf42-ecd0-409e-8bd8-dd5cb06792ef None None] Current status of the port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:40.148814 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-f974cf42-ecd0-409e-8bd8-dd5cb06792ef None None] Provisioning complete for port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:40.149615 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-f974cf42-ecd0-409e-8bd8-dd5cb06792ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.165702 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.177627 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608da3b6-489b-49c0-9666-12a5059bc79a req-b3a82ee2-f5a7-4a69-b6d2-fd560050ba38 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:40.179625 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-608da3b6-489b-49c0-9666-12a5059bc79a req-b3a82ee2-f5a7-4a69-b6d2-fd560050ba38 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1410568 Apr 06 10:56:40.259949 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-f974cf42-ecd0-409e-8bd8-dd5cb06792ef None None] Current status of the port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:40.312018 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Publish callbacks [] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), precommit_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.320364 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.394042 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Attempting to bind port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:40.395176 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Attempting to bind port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:40.396432 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Attempting to bind port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:40.416091 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-608da3b6-489b-49c0-9666-12a5059bc79a req-f1d82a38-8af8-45da-a511-9e1a7a2023c1 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219241 Apr 06 10:56:40.417367 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:40.418309 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:40.418643 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.419140 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:40.425069 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Bound port: 9974abeb-1015-4ed5-96e2-6b6c9c0243b1, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:40.425801 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.435177 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c68794-7cab-4431-a635-56f500a9e0c0 None None] Pushing event updated for resources: {'Port': ['ID=9974abeb-1015-4ed5-96e2-6b6c9c0243b1,revision_number=2']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:40.578157 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] For port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:40.589277 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] For port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9974abeb-1015-4ed5-96e2-6b6c9c0243b1,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:40.602484 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.620842 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Allocated IP 172.20.0.1 (051da5d5-4f50-4143-8dff-2d0a5e21ef9e/8abedf89-0207-4e30-bd8d-c15176d5a169/29421b2c-afe3-4fe7-adf5-28eb89e76ad9) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:40.717556 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Routers {'281a4eaa-f5a4-4671-a0da-13d95853511f'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:40.718353 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:40.718730 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:56:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['281a4eaa-f5a4-4671-a0da-13d95853511f'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:40.787845 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c68794-7cab-4431-a635-56f500a9e0c0 None None] Pushing event updated for resources: {'Port': ['ID=9974abeb-1015-4ed5-96e2-6b6c9c0243b1,revision_number=3']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:40.845845 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:40.855115 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.882901 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Publish callbacks [] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.902476 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] Set router 281a4eaa-f5a4-4671-a0da-13d95853511f gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:40.954539 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:40.960064 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:40.961320 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 171f2fb2-a832-47ca-9eb2-ed38455a2e7e up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:41.043496 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:41.048525 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:41.055725 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:41.059579 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:41.066433 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:41.079098 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Pushing event updated for resources: {'Port': ['ID=29421b2c-afe3-4fe7-adf5-28eb89e76ad9,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:41.173142 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (281a4eaa-f5a4-4671-a0da-13d95853511f), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:41.279100 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:41.335746 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'name': 'tempest-TestMinimumBasicScenario-998024377-router', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:35Z', 'updated_at': '2022-04-06T10:56:37Z', 'revision_number': 3, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'gw_port': {'id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:41.367059 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ccc955-8a4b-4c8a-8482-ea8411d8b6ae None None] The sync data for ids ['281a4eaa-f5a4-4671-a0da-13d95853511f'] in dv-cinder-836070-2-iscsi is: [{'id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'name': 'tempest-TestMinimumBasicScenario-998024377-router', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:35Z', 'updated_at': '2022-04-06T10:56:37Z', 'revision_number': 3, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'gw_port': {'id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:56:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:56:41.384713 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:41.401477 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-63375061-896d-4122-83fc-8f16124e8312 None None] Provisioning complete for port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:41.403132 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-63375061-896d-4122-83fc-8f16124e8312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:41.460353 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-63375061-896d-4122-83fc-8f16124e8312 None None] Port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:41.615858 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e64efd-bb9b-4051-a671-ac1c906dcdfe req-bb06bdac-f6ab-4e90-b986-9235ef750222 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:41.617633 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-70e64efd-bb9b-4051-a671-ac1c906dcdfe req-bb06bdac-f6ab-4e90-b986-9235ef750222 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.0743308 Apr 06 10:56:41.708948 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-70e64efd-bb9b-4051-a671-ac1c906dcdfe req-eded3e56-8b9c-44b5-a395-c03c0455875f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774128 Apr 06 10:56:41.741021 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Publish callbacks [] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:41.758885 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:41.870371 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (281a4eaa-f5a4-4671-a0da-13d95853511f), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:41.874292 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Pushing event updated for resources: {'Port': ['ID=29421b2c-afe3-4fe7-adf5-28eb89e76ad9,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:41.953679 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c808393-88df-4d05-85ab-33968bc5103c req-7a800dc1-c6ab-4ea8-ab79-8606f117fe41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:41.955502 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6c808393-88df-4d05-85ab-33968bc5103c req-7a800dc1-c6ab-4ea8-ab79-8606f117fe41 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 1129 time: 0.1448970 Apr 06 10:56:42.048512 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6c808393-88df-4d05-85ab-33968bc5103c req-5b0b460c-45fe-4ebd-aefd-7d28e097d3f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832975 Apr 06 10:56:42.061931 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:42.063557 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:42.333066 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Router 281a4eaa-f5a4-4671-a0da-13d95853511f has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:56:42.532880 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-c12a43e5-c322-4b86-a6b2-50945308a43c None None] Provisioning complete for port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:42.533448 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-c12a43e5-c322-4b86-a6b2-50945308a43c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:42.608603 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:56:42.618568 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-c12a43e5-c322-4b86-a6b2-50945308a43c None None] Port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:42.619654 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-82811779-53a4-4259-8194-86e9ec66cf62 admin admin] 10.222.0.23 "PUT /v2.0/routers/281a4eaa-f5a4-4671-a0da-13d95853511f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8680117 Apr 06 10:56:42.846032 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:42.977552 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9fd87654-1885-4266-9287-bbaf0320f358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:43.013531 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:43.015084 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9d911-e5ba-4019-9e8c-2c6bb377de72 req-1ae3f22f-fc98-4160-81ac-df09795b7c06 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:43.017658 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7ef9d911-e5ba-4019-9e8c-2c6bb377de72 req-1ae3f22f-fc98-4160-81ac-df09795b7c06 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1579952 Apr 06 10:56:43.033093 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:43.146206 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7ef9d911-e5ba-4019-9e8c-2c6bb377de72 req-03bbb64e-3de0-49f3-9a45-5fcf8e63d456 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122596 Apr 06 10:56:43.306488 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:43.306987 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:43.338427 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9974abeb-1015-4ed5-96e2-6b6c9c0243b1,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:43.349136 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:43.501024 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=9974abeb-1015-4ed5-96e2-6b6c9c0243b1,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:43.525801 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a1e766-8545-4b98-a837-88132286a707 req-4c693227-4ba8-4ad4-939f-9466c95dca2a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:43.536690 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1a1e766-8545-4b98-a837-88132286a707 req-4c693227-4ba8-4ad4-939f-9466c95dca2a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1544023 Apr 06 10:56:43.656794 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f1a1e766-8545-4b98-a837-88132286a707 req-a570c189-bd0e-4350-8693-271ca289d8d9 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1093984 Apr 06 10:56:43.682621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55878) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:43.947602 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aee01bf5-8420-4f40-9405-9b2525d6f756 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:44.084518 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aee01bf5-8420-4f40-9405-9b2525d6f756 admin admin] Publish callbacks [] for security_group (2c9a99e4-cb6e-4416-a678-171c5dfca745), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:44.105091 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Sync routers for ids ['281a4eaa-f5a4-4671-a0da-13d95853511f'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:56:44.105605 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aee01bf5-8420-4f40-9405-9b2525d6f756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2c9a99e4-cb6e-4416-a678-171c5dfca745), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:44.142553 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Routers {'281a4eaa-f5a4-4671-a0da-13d95853511f'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:44.144327 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:56:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['281a4eaa-f5a4-4671-a0da-13d95853511f'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:44.174085 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-aee01bf5-8420-4f40-9405-9b2525d6f756 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f7750f7a292541eea5f2e7b416cf0da6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4898627 Apr 06 10:56:44.176211 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55904) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:44.179019 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee01bf5-8420-4f40-9405-9b2525d6f756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a99e4-cb6e-4416-a678-171c5dfca745,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:44.306695 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5bebe0d0-4f85-4ade-b18d-c361a12e0964 admin admin] Publish callbacks [] for security_group (2c9a99e4-cb6e-4416-a678-171c5dfca745), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:44.360331 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5bebe0d0-4f85-4ade-b18d-c361a12e0964 admin admin] Publish callbacks [] for security_group (2c9a99e4-cb6e-4416-a678-171c5dfca745), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:44.360556 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Set router 281a4eaa-f5a4-4671-a0da-13d95853511f gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:44.424287 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0ac34-f5f2-4ee0-8e7f-9b1173a8bf14 req-4a2adc5c-0b2e-4e6d-bf54-fc5bdbbdb920 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:44.428957 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-efa0ac34-f5f2-4ee0-8e7f-9b1173a8bf14 req-4a2adc5c-0b2e-4e6d-bf54-fc5bdbbdb920 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1665728 Apr 06 10:56:44.449783 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5bebe0d0-4f85-4ade-b18d-c361a12e0964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2c9a99e4-cb6e-4416-a678-171c5dfca745), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:44.454070 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5bebe0d0-4f85-4ade-b18d-c361a12e0964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:44.458963 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-5bebe0d0-4f85-4ade-b18d-c361a12e0964 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c9a99e4-cb6e-4416-a678-171c5dfca745 HTTP/1.1" status: 204 len: 168 time: 0.2791636 Apr 06 10:56:44.480043 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bebe0d0-4f85-4ade-b18d-c361a12e0964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a99e4-cb6e-4416-a678-171c5dfca745,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:44.577763 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-efa0ac34-f5f2-4ee0-8e7f-9b1173a8bf14 req-a4d2d67f-cd36-4b9f-ad63-d2704c7e3540 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371887 Apr 06 10:56:44.769853 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'name': 'tempest-TestMinimumBasicScenario-998024377-router', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:35Z', 'updated_at': '2022-04-06T10:56:41Z', 'revision_number': 4, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'gw_port': {'id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '29421b2c-afe3-4fe7-adf5-28eb89e76ad9', 'name': '', 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'mac_address': 'fa:16:3e:2e:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8abedf89-0207-4e30-bd8d-c15176d5a169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:40Z', 'updated_at': '2022-04-06T10:56:41Z', 'revision_number': 2, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'subnets': [{'id': '8abedf89-0207-4e30-bd8d-c15176d5a169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:44.869959 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:44.925398 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Checking router: 281a4eaa-f5a4-4671-a0da-13d95853511f for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:56:44.925792 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Updating router 281a4eaa-f5a4-4671-a0da-13d95853511f port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:56:45.104859 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:45.141652 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60850e6d-c665-4cf6-8893-9576ee487aed req-8441b41e-93e7-41f5-82aa-9a3434448ec2 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:45.165191 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:45.165804 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:45.168477 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-60850e6d-c665-4cf6-8893-9576ee487aed req-8441b41e-93e7-41f5-82aa-9a3434448ec2 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.2504401 Apr 06 10:56:45.272184 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-60850e6d-c665-4cf6-8893-9576ee487aed req-8444ad73-8380-4c13-92a9-6647b14f206b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980840 Apr 06 10:56:45.380479 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aca660-7a1b-44c3-8066-4fb63b69c1c1 req-c66c056f-5d32-4fe2-871f-6a4709e6f5fa tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:45.384336 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-01aca660-7a1b-44c3-8066-4fb63b69c1c1 req-c66c056f-5d32-4fe2-871f-6a4709e6f5fa tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.2250900 Apr 06 10:56:45.433757 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:45.574880 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-01aca660-7a1b-44c3-8066-4fb63b69c1c1 req-97547008-0693-4e80-9df2-e12344ce4f4d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730356 Apr 06 10:56:45.599151 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-69a724bd-211a-4f2c-9e24-7366c0c037a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:45.600696 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-69a724bd-211a-4f2c-9e24-7366c0c037a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 1129 time: 0.4000287 Apr 06 10:56:45.743194 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-490f1878-4316-4685-a2fb-1d2fd23052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:45.745049 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-490f1878-4316-4685-a2fb-1d2fd23052e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.1366792 Apr 06 10:56:45.815111 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-bf681d06-015a-41fa-934f-33046cf18699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:45.815858 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-3e6f35b0-9d02-4318-9ce6-0a9d1a93f47b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b3f75c-194d-4c4e-8f84-fc4281068749 HTTP/1.1" status: 200 len: 217 time: 0.0576522 Apr 06 10:56:45.821558 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Publish callbacks [] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:45.833057 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:45.890782 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883274ea-3397-4f3a-a8c4-d8aa83b5c4b3 None None] Pushing event updated for resources: {'Port': ['ID=29421b2c-afe3-4fe7-adf5-28eb89e76ad9,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:45.915309 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-869674bf-e570-4479-963f-3ac33702822b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:45.917556 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-869674bf-e570-4479-963f-3ac33702822b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.0916975 Apr 06 10:56:46.069686 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-1fbcbcb3-d02c-4041-b1a9-139c8db52487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:46.077975 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-1fbcbcb3-d02c-4041-b1a9-139c8db52487 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1447861 Apr 06 10:56:46.100316 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Attempting to bind port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:56:46.101008 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Attempting to bind port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:56:46.104086 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Attempting to bind port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 on network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:56:46.118589 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:56:46.118978 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Checking segment: {'id': 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:46.129137 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:46.129594 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Bound using segment: {'id': 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:56:46.130091 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Bound port: 29421b2c-afe3-4fe7-adf5-28eb89e76ad9, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:56:46.130498 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:46.222847 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55966) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:46.294737 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] For port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:56:46.307076 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-b8763aaf-230b-44a2-b04c-fdcd3982beaa service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208896 Apr 06 10:56:46.348985 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] For port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=29421b2c-afe3-4fe7-adf5-28eb89e76ad9,segment=NetworkSegment(fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707),segment_id=fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:56:46.354756 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-903885dc-9f7b-484e-a8a5-21b48628d599 None None] Provisioning complete for port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:46.355420 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-903885dc-9f7b-484e-a8a5-21b48628d599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:46.465451 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:46.503320 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d3ad6c9-de6b-479c-9958-a638d2d86695 req-bc4ad2ab-addc-471b-b8ed-0376680ad137 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788917 Apr 06 10:56:46.518559 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f651b-7ab2-47a4-b719-93105c49144d req-f6824f61-6358-4ac4-893a-b79a3e4f5ab3 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:46.529180 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e41f651b-7ab2-47a4-b719-93105c49144d req-f6824f61-6358-4ac4-893a-b79a3e4f5ab3 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1222098 Apr 06 10:56:46.554260 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-903885dc-9f7b-484e-a8a5-21b48628d599 None None] Port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:56:46.614183 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:46.624131 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883274ea-3397-4f3a-a8c4-d8aa83b5c4b3 None None] Pushing event updated for resources: {'Port': ['ID=29421b2c-afe3-4fe7-adf5-28eb89e76ad9,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:46.627257 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55978) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:46.641706 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Routers {'281a4eaa-f5a4-4671-a0da-13d95853511f'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:56:46.644440 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:56:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['281a4eaa-f5a4-4671-a0da-13d95853511f'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:46.759295 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e41f651b-7ab2-47a4-b719-93105c49144d req-01b43329-b04f-454a-93f2-2f3c4527a795 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2225499 Apr 06 10:56:46.838620 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-797931761-network', 'tenant_id': '911f60abf3984327a80e3182a309af08'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:46.865762 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4d11091e-359e-44e9-a38e-3f8ee0b751f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:46.890004 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Made reservation on behalf of 911f60abf3984327a80e3182a309af08 for: {'network': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:46.892400 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:46.918110 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:46.974824 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9923e30-cd19-4ffc-a960-d3d158b6c7d2 req-382d27aa-6cdb-4a79-9bf4-bb00a71d5731 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:46.989337 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c9923e30-cd19-4ffc-a960-d3d158b6c7d2 req-382d27aa-6cdb-4a79-9bf4-bb00a71d5731 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.2163820 Apr 06 10:56:47.107683 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Publish callbacks [] for security_group (760270db-9599-47a8-a381-949e7dbe7547), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.121789 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (760270db-9599-47a8-a381-949e7dbe7547), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.125541 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c9923e30-cd19-4ffc-a960-d3d158b6c7d2 req-0bd6d41f-df93-45d3-92db-ca740ea1d704 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313696 Apr 06 10:56:47.126403 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-67ee2166-fd60-4ab6-af3b-22faeb0a559c None None] Provisioning complete for port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:47.126882 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-67ee2166-fd60-4ab6-af3b-22faeb0a559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.139302 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=115084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:56:47.151400 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (06a676d9-4d57-45e3-8e8e-b995ba0794c4), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.152053 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.segments_db [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Added segment 06a676d9-4d57-45e3-8e8e-b995ba0794c4 of type vlan for network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd Apr 06 10:56:47.176919 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] Set router 281a4eaa-f5a4-4671-a0da-13d95853511f gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:56:47.194224 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4d11091e-359e-44e9-a38e-3f8ee0b751f7 admin admin] Publish callbacks [] for security_group (b52b943a-5156-4e3d-867f-6dd9ba28744d), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.200618 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4d11091e-359e-44e9-a38e-3f8ee0b751f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b52b943a-5156-4e3d-867f-6dd9ba28744d), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.216586 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (1cb1ce3a-b020-485c-b827-6d83c7dd7cdd), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.234594 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11091e-359e-44e9-a38e-3f8ee0b751f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b943a-5156-4e3d-867f-6dd9ba28744d,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:47.287897 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-4d11091e-359e-44e9-a38e-3f8ee0b751f7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb9971b8f7724911b82ea1b95f0876e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6587532 Apr 06 10:56:47.290981 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 55988) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:47.299959 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=760270db-9599-47a8-a381-949e7dbe7547,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:47.302845 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (1cb1ce3a-b020-485c-b827-6d83c7dd7cdd), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.304415 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:47.305512 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.350986 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-67ee2166-fd60-4ab6-af3b-22faeb0a559c None None] Current status of the port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:47.352172 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-67ee2166-fd60-4ab6-af3b-22faeb0a559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.380883 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8895f5a0-e686-40a0-82be-aa87fcc468c4 admin admin] Publish callbacks [] for security_group (b52b943a-5156-4e3d-867f-6dd9ba28744d), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.393989 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1681535 Apr 06 10:56:47.397090 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 55990) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:47.402860 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Request body: {'subnet': {'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-797931761-subnet', 'tenant_id': '911f60abf3984327a80e3182a309af08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:47.406213 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-67ee2166-fd60-4ab6-af3b-22faeb0a559c None None] For port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=29421b2c-afe3-4fe7-adf5-28eb89e76ad9,segment=NetworkSegment(fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707),segment_id=fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:56:47.414904 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-67ee2166-fd60-4ab6-af3b-22faeb0a559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.427253 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8895f5a0-e686-40a0-82be-aa87fcc468c4 admin admin] Publish callbacks [] for security_group (b52b943a-5156-4e3d-867f-6dd9ba28744d), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.428520 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02c209-5f65-4752-b578-bc90163d9582 admin admin] Pushing event updated for resources: {'Network': ['ID=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:47.434734 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Made reservation on behalf of 911f60abf3984327a80e3182a309af08 for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:56:47.437966 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130416066'] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.458742 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:56:47.521188 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8895f5a0-e686-40a0-82be-aa87fcc468c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b52b943a-5156-4e3d-867f-6dd9ba28744d), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.538797 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8895f5a0-e686-40a0-82be-aa87fcc468c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.545879 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-8895f5a0-e686-40a0-82be-aa87fcc468c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b52b943a-5156-4e3d-867f-6dd9ba28744d HTTP/1.1" status: 204 len: 168 time: 0.2481546 Apr 06 10:56:47.558514 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8895f5a0-e686-40a0-82be-aa87fcc468c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b943a-5156-4e3d-867f-6dd9ba28744d,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:47.601941 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee2166-fd60-4ab6-af3b-22faeb0a559c None None] Pushing event updated for resources: {'Port': ['ID=29421b2c-afe3-4fe7-adf5-28eb89e76ad9,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:47.648852 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'name': 'tempest-TestMinimumBasicScenario-998024377-router', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:35Z', 'updated_at': '2022-04-06T10:56:41Z', 'revision_number': 4, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'gw_port': {'id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '29421b2c-afe3-4fe7-adf5-28eb89e76ad9', 'name': '', 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'mac_address': 'fa:16:3e:2e:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8abedf89-0207-4e30-bd8d-c15176d5a169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:40Z', 'updated_at': '2022-04-06T10:56:46Z', 'revision_number': 4, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'subnets': [{'id': '8abedf89-0207-4e30-bd8d-c15176d5a169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:56:47.683983 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10060f14-684c-4786-96c9-06ec723d02c6 None None] The sync data for ids ['281a4eaa-f5a4-4671-a0da-13d95853511f'] in dv-cinder-836070-2-iscsi is: [{'id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'name': 'tempest-TestMinimumBasicScenario-998024377-router', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:35Z', 'updated_at': '2022-04-06T10:56:41Z', 'revision_number': 4, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'gw_port': {'id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '29421b2c-afe3-4fe7-adf5-28eb89e76ad9', 'name': '', 'network_id': '051da5d5-4f50-4143-8dff-2d0a5e21ef9e', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'mac_address': 'fa:16:3e:2e:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '8abedf89-0207-4e30-bd8d-c15176d5a169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:40Z', 'updated_at': '2022-04-06T10:56:46Z', 'revision_number': 4, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'subnets': [{'id': '8abedf89-0207-4e30-bd8d-c15176d5a169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:56:47.801336 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130413070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130416092'] for subnet (8ef548d0-87a2-4131-bf31-133f4e19d535), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:47.941832 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef548d0-87a2-4131-bf31-133f4e19d535,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:47.961669 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Checking segment: {'id': '06a676d9-4d57-45e3-8e8e-b995ba0794c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:56:47.961942 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Network hostable DHCP agents. Network: 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:56:47.986275 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba0466-453c-4b37-ade8-5e0ef30b3061 req-7c42e28f-b4f7-4f2c-9536-8be3cf877be4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:47.988565 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-42ba0466-453c-4b37-ade8-5e0ef30b3061 req-7c42e28f-b4f7-4f2c-9536-8be3cf877be4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1128495 Apr 06 10:56:48.059174 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:56:48.110174 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:48.122800 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca946dca-1a17-48d1-bb1e-f4c5bc4647a4 None None] Network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:48.126440 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:48.133221 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:48.197772 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-42ba0466-453c-4b37-ade8-5e0ef30b3061 req-3dc36d3c-7ab3-48eb-ba72-13f0c5ff5221 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1990409 Apr 06 10:56:48.215625 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-f09e96d8-e6de-4acb-b6f9-6e4583f51999 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8170755 Apr 06 10:56:48.302560 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 56026) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:48.349499 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-360da273-b612-42fd-a061-096047c65647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:48.350857 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:48.477101 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc093091-7b66-4e8d-813a-147cc3f1a1f2 req-945a307a-a328-4955-8670-5b1afc7159a7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:48.488725 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-dc093091-7b66-4e8d-813a-147cc3f1a1f2 req-945a307a-a328-4955-8670-5b1afc7159a7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1777480 Apr 06 10:56:48.503595 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9df712-ffd7-4ac2-a024-a95da7e2102e None None] Network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:56:48.608101 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-dc093091-7b66-4e8d-813a-147cc3f1a1f2 req-5f1f67ae-8008-4015-89ff-9c6820c6794b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176093 Apr 06 10:56:48.661999 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-360da273-b612-42fd-a061-096047c65647 admin admin] Publish callbacks [] for security_group (0e061b11-4c80-4544-ba8a-f7d9b43c3762), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:48.669693 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-360da273-b612-42fd-a061-096047c65647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (0e061b11-4c80-4544-ba8a-f7d9b43c3762), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:48.758324 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 56052) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:48.759846 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-360da273-b612-42fd-a061-096047c65647 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b151ac4f81a44b41bd90c2d0b21aaa21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4558885 Apr 06 10:56:48.787115 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360da273-b612-42fd-a061-096047c65647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e061b11-4c80-4544-ba8a-f7d9b43c3762,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:48.815777 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:56:48.851551 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7718c61-7eb5-4a50-af8b-5adedd9de09d admin admin] Publish callbacks [] for security_group (0e061b11-4c80-4544-ba8a-f7d9b43c3762), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:48.888014 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7718c61-7eb5-4a50-af8b-5adedd9de09d admin admin] Publish callbacks [] for security_group (0e061b11-4c80-4544-ba8a-f7d9b43c3762), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:48.951495 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:56:48.952181 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:49.014975 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7718c61-7eb5-4a50-af8b-5adedd9de09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (0e061b11-4c80-4544-ba8a-f7d9b43c3762), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:49.020278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7718c61-7eb5-4a50-af8b-5adedd9de09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:49.023940 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-c7718c61-7eb5-4a50-af8b-5adedd9de09d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e061b11-4c80-4544-ba8a-f7d9b43c3762 HTTP/1.1" status: 204 len: 168 time: 0.2601511 Apr 06 10:56:49.041806 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7718c61-7eb5-4a50-af8b-5adedd9de09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e061b11-4c80-4544-ba8a-f7d9b43c3762,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:49.162972 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:56:49.497251 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826fbf8-347a-47a2-941b-100b753614ab req-6d06d7ee-fa9c-4866-9ef3-6d59b31156fe tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:49.512436 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e826fbf8-347a-47a2-941b-100b753614ab req-6d06d7ee-fa9c-4866-9ef3-6d59b31156fe tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1305902 Apr 06 10:56:49.618535 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e826fbf8-347a-47a2-941b-100b753614ab req-268ea46e-8f63-4725-bad9-b4ff3dafd35d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1050220 Apr 06 10:56:49.661158 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:49.798727 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 56074) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:49.832432 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4482a239-96b2-4827-86a5-389d4ce6258f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:49.925599 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73132d6-2e3a-4274-bd44-b6304e7a1cb6 req-428b8d9b-932d-435c-bf5b-2cb22eaa2d64 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:49.946164 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c73132d6-2e3a-4274-bd44-b6304e7a1cb6 req-428b8d9b-932d-435c-bf5b-2cb22eaa2d64 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1682944 Apr 06 10:56:50.051028 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4482a239-96b2-4827-86a5-389d4ce6258f admin admin] Publish callbacks [] for security_group (44cd7678-9cfa-4d07-87e9-e4ebd7fbedd7), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:50.055751 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c73132d6-2e3a-4274-bd44-b6304e7a1cb6 req-17192803-6fca-4557-8782-c321a04fd5b5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075108 Apr 06 10:56:50.062030 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4482a239-96b2-4827-86a5-389d4ce6258f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (44cd7678-9cfa-4d07-87e9-e4ebd7fbedd7), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:50.163051 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-4482a239-96b2-4827-86a5-389d4ce6258f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=382624a407e7484c910435c1b5801bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602324 Apr 06 10:56:50.163547 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 56086) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:50.168733 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482a239-96b2-4827-86a5-389d4ce6258f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cd7678-9cfa-4d07-87e9-e4ebd7fbedd7,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:50.252152 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7de8d40-d6aa-402f-a253-33677513b590 admin admin] Publish callbacks [] for security_group (44cd7678-9cfa-4d07-87e9-e4ebd7fbedd7), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:50.289042 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7de8d40-d6aa-402f-a253-33677513b590 admin admin] Publish callbacks [] for security_group (44cd7678-9cfa-4d07-87e9-e4ebd7fbedd7), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:50.364328 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7de8d40-d6aa-402f-a253-33677513b590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (44cd7678-9cfa-4d07-87e9-e4ebd7fbedd7), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:50.367157 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7de8d40-d6aa-402f-a253-33677513b590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:50.368391 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-c7de8d40-d6aa-402f-a253-33677513b590 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44cd7678-9cfa-4d07-87e9-e4ebd7fbedd7 HTTP/1.1" status: 204 len: 168 time: 0.2039461 Apr 06 10:56:50.385729 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de8d40-d6aa-402f-a253-33677513b590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cd7678-9cfa-4d07-87e9-e4ebd7fbedd7,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:50.851292 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c17970-dd57-449c-b1e2-bd3c51da2afb req-83cab3b4-ccc6-4cb6-8032-c6aac6434c1b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:50.861673 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-79c17970-dd57-449c-b1e2-bd3c51da2afb req-83cab3b4-ccc6-4cb6-8032-c6aac6434c1b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1283057 Apr 06 10:56:50.931503 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-79c17970-dd57-449c-b1e2-bd3c51da2afb req-f0bc94b5-ef12-43e4-898f-b80b07e337fc tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0677125 Apr 06 10:56:52.056267 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 56148) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:52.060879 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-709d09af-5302-483d-a508-51539170e4b2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--383143710', 'description': 'tempest-description--1776765504'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:52.093100 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-709d09af-5302-483d-a508-51539170e4b2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.188384 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d318a5-47d7-4171-9234-43178b86b5c1 req-bc0420f0-bc67-4a56-984b-64e26ed9c134 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:52.197010 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-30d318a5-47d7-4171-9234-43178b86b5c1 req-bc0420f0-bc67-4a56-984b-64e26ed9c134 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0767801 Apr 06 10:56:52.220307 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-709d09af-5302-483d-a508-51539170e4b2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group (664b379b-cc52-4532-aa7c-430c37759189), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.238024 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-709d09af-5302-483d-a508-51539170e4b2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (664b379b-cc52-4532-aa7c-430c37759189), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.272642 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-30d318a5-47d7-4171-9234-43178b86b5c1 req-37ebeaa0-50ce-44a1-bd01-d99622a9d1a9 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702803 Apr 06 10:56:52.299043 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-709d09af-5302-483d-a508-51539170e4b2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.302150 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-709d09af-5302-483d-a508-51539170e4b2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2448406 Apr 06 10:56:52.306989 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 56150) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:52.313118 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-a37d5360-10a8-4057-991e-3a48a5a9ccca tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Request body: {'security_group_rule': {'security_group_id': '664b379b-cc52-4532-aa7c-430c37759189', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:52.334016 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d09af-5302-483d-a508-51539170e4b2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=664b379b-cc52-4532-aa7c-430c37759189,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:52.368813 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a37d5360-10a8-4057-991e-3a48a5a9ccca tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group_rule (b5f6c064-b546-4b09-a7dd-7ef9c2b03cb6), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.460756 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a37d5360-10a8-4057-991e-3a48a5a9ccca tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group_rule (b5f6c064-b546-4b09-a7dd-7ef9c2b03cb6), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.468466 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a37d5360-10a8-4057-991e-3a48a5a9ccca tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (b5f6c064-b546-4b09-a7dd-7ef9c2b03cb6), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.495422 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d5360-10a8-4057-991e-3a48a5a9ccca tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f6c064-b546-4b09-a7dd-7ef9c2b03cb6,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:52.513807 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a37d5360-10a8-4057-991e-3a48a5a9ccca tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.516088 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a37d5360-10a8-4057-991e-3a48a5a9ccca tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2072361 Apr 06 10:56:52.518525 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 56154) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:52.523418 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-c5564376-0532-40bd-ae8a-3604891fcd52 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Request body: {'security_group_rule': {'security_group_id': '664b379b-cc52-4532-aa7c-430c37759189', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:52.571532 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c5564376-0532-40bd-ae8a-3604891fcd52 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group_rule (d1119da2-54fc-4af2-9543-5c53951e6a45), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.669810 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c5564376-0532-40bd-ae8a-3604891fcd52 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group_rule (d1119da2-54fc-4af2-9543-5c53951e6a45), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.676782 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c5564376-0532-40bd-ae8a-3604891fcd52 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (d1119da2-54fc-4af2-9543-5c53951e6a45), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.707242 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5564376-0532-40bd-ae8a-3604891fcd52 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1119da2-54fc-4af2-9543-5c53951e6a45,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:52.711906 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c5564376-0532-40bd-ae8a-3604891fcd52 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.713452 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-c5564376-0532-40bd-ae8a-3604891fcd52 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1934247 Apr 06 10:56:52.719833 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 56156) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:56:52.729480 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:56:52.771400 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:52.939008 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:53.062846 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Allocated IP 172.27.1.154 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/ef95de5f-a1c5-4062-a952-e4785286281b) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:56:53.215344 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for port (ef95de5f-a1c5-4062-a952-e4785286281b), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:53.268161 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (ef95de5f-a1c5-4062-a952-e4785286281b), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:53.336110 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:56:53.342116 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:56:53.356122 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:56:53.425399 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event updated for resources: {'Port': ['ID=ef95de5f-a1c5-4062-a952-e4785286281b,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:53.446455 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827a472-73a9-461b-a69f-76a632c68c8f req-4c048c62-fe36-40cf-9b2f-d695b634959b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:53.456743 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8827a472-73a9-461b-a69f-76a632c68c8f req-4c048c62-fe36-40cf-9b2f-d695b634959b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0884686 Apr 06 10:56:53.521709 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for floatingip (13fe39fa-5935-4140-b8bb-e040fafcdcdb), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:53.529110 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8827a472-73a9-461b-a69f-76a632c68c8f req-37ecbafe-7536-4b57-9179-7be1dfd8aef0 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638108 Apr 06 10:56:53.596753 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (ef95de5f-a1c5-4062-a952-e4785286281b), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:53.810797 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for port (ef95de5f-a1c5-4062-a952-e4785286281b), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:53.822464 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (ef95de5f-a1c5-4062-a952-e4785286281b), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:53.895714 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event updated for resources: {'Port': ['ID=ef95de5f-a1c5-4062-a952-e4785286281b,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:56:53.934393 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (13fe39fa-5935-4140-b8bb-e040fafcdcdb), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:53.966196 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:56:53.991217 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-98cf9a82-3e18-4f18-8482-b11f58189393 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2459350 Apr 06 10:56:58.042615 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d62058-0ed6-436c-a010-476d4d891e87 req-b36b1dac-d413-46a0-8413-c4609f6ed653 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:58.044211 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-b36b1dac-d413-46a0-8413-c4609f6ed653 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/networks?id=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd HTTP/1.1" status: 200 len: 808 time: 0.1395214 Apr 06 10:56:58.045731 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-a77ab5ad-4180-4c9e-8928-0a1bf8ab8089 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--383143710&fields=id&tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8 HTTP/1.1" status: 200 len: 267 time: 0.0826929 Apr 06 10:56:58.061957 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-35ea397c-7f8e-44d5-95c1-58230cdfffcb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/quotas/911f60abf3984327a80e3182a309af08 HTTP/1.1" status: 200 len: 375 time: 0.0107503 Apr 06 10:56:58.101869 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-15e3baee-2db8-4947-bd75-e5d64d516ce7 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=911f60abf3984327a80e3182a309af08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318637 Apr 06 10:56:58.193930 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-5e5a79a2-ee27-49d4-b285-adb09f78536d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:58.195749 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-5e5a79a2-ee27-49d4-b285-adb09f78536d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 819 time: 0.1490386 Apr 06 10:56:58.217273 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-2061eafe-f91b-40dc-896a-1cd3b874f88a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/quotas/3d35baa9bd0b438fadef42b3a0a4bca8 HTTP/1.1" status: 200 len: 375 time: 0.0155187 Apr 06 10:56:58.224705 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-dc8aeca1-978f-48b7-ba90-cc810c5bb493 service neutron] 10.222.0.23 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145401 Apr 06 10:56:58.289026 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-b16fbc92-3acd-4945-93e1-a849b0e7e02e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0639672 Apr 06 10:56:58.462114 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-1b3cba08-a5fd-4230-8eec-b818f26a649f service neutron] 10.222.0.23 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474071 Apr 06 10:56:58.569920 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-161e3437-19a9-4f65-9b20-8233bd874db0 service neutron] 10.222.0.23 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020429 Apr 06 10:56:58.630567 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-abd51e1c-f5e7-412d-a2e8-a3300e317b68 service neutron] 10.222.0.23 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049928 Apr 06 10:56:58.850893 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55301ef1-881d-49b4-8c0a-ddf33b549c9d req-747541e5-70ba-4477-b47c-5a8ad7a2bba4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:56:58.852484 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-55301ef1-881d-49b4-8c0a-ddf33b549c9d req-747541e5-70ba-4477-b47c-5a8ad7a2bba4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1186602 Apr 06 10:56:58.982364 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-55301ef1-881d-49b4-8c0a-ddf33b549c9d req-b75199ce-f225-4e42-9a38-874c3f7a0eaa tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210105 Apr 06 10:56:59.119297 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9d2f9637-af37-45dc-a089-b6a8aa2662f1 req-301bc9a0-e611-4282-b9e0-50b046bd93f2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 210 time: 0.0862126 Apr 06 10:56:59.255729 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2610740f-fde4-44cf-934a-2e1300bf815c req-542c237d-0fb8-4b99-9ad2-746afffbf512 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 210 time: 0.0661948 Apr 06 10:57:00.139682 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770aa62-06c1-4cec-8c4e-9bced99b3f7d req-8173b540-63a4-445c-8924-17274df9dd85 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:00.141318 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3770aa62-06c1-4cec-8c4e-9bced99b3f7d req-8173b540-63a4-445c-8924-17274df9dd85 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0681033 Apr 06 10:57:00.198508 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3770aa62-06c1-4cec-8c4e-9bced99b3f7d req-5f53cb37-df22-40f0-92a8-581f2e7a1274 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506558 Apr 06 10:57:00.313103 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e74a01d7-3700-4043-a948-d4e2eb94bd09 req-32874ffd-2dd1-4a42-b94b-6f61844a216b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 210 time: 0.0320144 Apr 06 10:57:00.519496 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ab3dc9e1-7040-4bc5-9bbb-7464862744f6 req-a8ed8229-0c5b-433a-834f-6d40f67e2438 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 210 time: 0.0360558 Apr 06 10:57:00.619237 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-b540353b-e85a-412a-8ed3-73be2d2f4f10 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:00.623266 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-b540353b-e85a-412a-8ed3-73be2d2f4f10 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 819 time: 0.1490376 Apr 06 10:57:00.731516 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3a731-b5f5-4961-889e-59b769d22e14 req-44e668f9-eafc-4f31-bc42-29290a4a3ef8 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:00.733339 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bbb3a731-b5f5-4961-889e-59b769d22e14 req-44e668f9-eafc-4f31-bc42-29290a4a3ef8 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0984166 Apr 06 10:57:00.792060 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-97921de2-d180-44fe-a9a8-5f4f685eb530 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8 HTTP/1.1" status: 200 len: 379 time: 0.1070559 Apr 06 10:57:00.809375 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Request body: {'port': {'device_id': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'admin_state_up': True, 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'security_groups': ['664b379b-cc52-4532-aa7c-430c37759189']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:00.822736 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bbb3a731-b5f5-4961-889e-59b769d22e14 req-54a7a128-c2a8-4f8f-a543-f5d45e4b664a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778301 Apr 06 10:57:00.873547 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d62058-0ed6-436c-a010-476d4d891e87 req-4def6ad9-4931-49e7-bfad-a671ff692d7e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:00.875755 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-4def6ad9-4931-49e7-bfad-a671ff692d7e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.26 "GET /v2.0/networks?id=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd HTTP/1.1" status: 200 len: 808 time: 0.2507277 Apr 06 10:57:00.905555 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Request body: {'port': {'device_id': 'e7db0952-5282-4045-bc06-833aa50cf37b', 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd', 'admin_state_up': True, 'tenant_id': '911f60abf3984327a80e3182a309af08'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:01.027988 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f121268-804f-4708-9abb-fc8477646cd1 req-c7b6ce01-acbc-4e0f-a115-c435b008afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:01.029696 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0f121268-804f-4708-9abb-fc8477646cd1 req-c7b6ce01-acbc-4e0f-a115-c435b008afad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 1130 time: 0.1979547 Apr 06 10:57:01.148002 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Made reservation on behalf of 3d35baa9bd0b438fadef42b3a0a4bca8 for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:01.151483 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:01.167607 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Made reservation on behalf of 911f60abf3984327a80e3182a309af08 for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:01.170953 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:01.220519 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f121268-804f-4708-9abb-fc8477646cd1 req-1135a8e0-911f-4b3f-be6e-2d6c7f5db1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:01.222248 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0f121268-804f-4708-9abb-fc8477646cd1 req-1135a8e0-911f-4b3f-be6e-2d6c7f5db1f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 200 len: 911 time: 0.1829269 Apr 06 10:57:01.422626 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4f05db87-eb0e-424c-b599-54a3749fd70b req-48ca6622-39f1-427c-88cb-cdf632755984 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 210 time: 0.0384791 Apr 06 10:57:01.444538 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0f121268-804f-4708-9abb-fc8477646cd1 req-19251ab7-7918-4ee4-a0cc-44a72568041d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d510076-82a3-45b9-81cc-9ffeb89f9ec1 HTTP/1.1" status: 200 len: 1002 time: 0.2143610 Apr 06 10:57:01.520162 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Allocated IP 172.20.0.11 (96f3043b-67c6-464c-b72a-826c66d4afef/2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c/25acbe00-d438-4315-9300-4174dea414bd) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:01.527549 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Allocated IP 172.20.0.8 (1cb1ce3a-b020-485c-b827-6d83c7dd7cdd/8ef548d0-87a2-4131-bf31-133f4e19d535/319e2274-7403-4a16-bf6a-c7fbaaf76e06) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:01.548643 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f121268-804f-4708-9abb-fc8477646cd1 req-61a5b574-7525-45e4-8b7e-95a39c5e00f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:01.550163 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0f121268-804f-4708-9abb-fc8477646cd1 req-61a5b574-7525-45e4-8b7e-95a39c5e00f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8cb4a9d-3fd6-40dd-93f9-d0599d19883c HTTP/1.1" status: 200 len: 849 time: 0.0968111 Apr 06 10:57:01.641216 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b7ca6de4-84d1-41d1-9d52-051ee81b19a7 req-db68b62e-cc59-4962-b216-2be8d9fa5ad5 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 210 time: 0.0334513 Apr 06 10:57:01.807534 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f121268-804f-4708-9abb-fc8477646cd1 req-91bb1986-a4d7-477e-b0bd-d0a27dca6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:01.809055 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0f121268-804f-4708-9abb-fc8477646cd1 req-91bb1986-a4d7-477e-b0bd-d0a27dca6979 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9435f01-e75d-47f9-9918-d437dc99ce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2477415 Apr 06 10:57:01.966342 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c699cab-b9cc-4591-8ceb-e27b1343192a req-ea36a638-84c8-4b57-a98f-a1f1f3e31c03 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:01.967941 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9c699cab-b9cc-4591-8ceb-e27b1343192a req-ea36a638-84c8-4b57-a98f-a1f1f3e31c03 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0639808 Apr 06 10:57:02.004182 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for port (25acbe00-d438-4315-9300-4174dea414bd), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:02.007980 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks [] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:02.028772 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9c699cab-b9cc-4591-8ceb-e27b1343192a req-916b3b1a-b556-4a77-8900-60ffa3127f40 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549500 Apr 06 10:57:02.086866 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-195d2188-c504-4e20-b8da-725ab48dc0c3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:02.088356 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-195d2188-c504-4e20-b8da-725ab48dc0c3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/networks?id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 HTTP/1.1" status: 200 len: 814 time: 0.3199928 Apr 06 10:57:02.145576 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0f121268-804f-4708-9abb-fc8477646cd1 req-fc638fe3-726c-44b5-aecf-14000ee057f1 service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427175 Apr 06 10:57:02.151087 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-24e122e3-6c7d-40f7-be10-203635f0c224 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/quotas/76b9d1e8f88245e58aad5d0e9051ae06 HTTP/1.1" status: 200 len: 375 time: 0.0539839 Apr 06 10:57:02.151930 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (25acbe00-d438-4315-9300-4174dea414bd), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:02.176121 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:02.277257 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Network 96f3043b-67c6-464c-b72a-826c66d4afef is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:02.303297 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:02.316901 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:02.317815 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:02.346744 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:02.348672 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event updated for resources: {'Port': ['ID=25acbe00-d438-4315-9300-4174dea414bd,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:02.356122 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:02.475773 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:02.476419 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:02.480312 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0f121268-804f-4708-9abb-fc8477646cd1 req-ee72d991-33df-4d52-9b96-6c64528852f6 service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263760 Apr 06 10:57:02.500508 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-e673cda5-1b00-4767-8952-7fb68fee4769 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=76b9d1e8f88245e58aad5d0e9051ae06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3316793 Apr 06 10:57:02.504151 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Pushing event updated for resources: {'Port': ['ID=319e2274-7403-4a16-bf6a-c7fbaaf76e06,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:02.511336 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:02.512014 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:02.574158 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-7c3e88e2-6295-49f9-9e5b-8ee560f460dd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7704735 Apr 06 10:57:02.575144 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6491ba-3b67-4572-b7da-c252caa7f489 req-5d2c0396-2d37-4a93-91bd-e5f736d70ab8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:02.583061 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-aa6491ba-3b67-4572-b7da-c252caa7f489 req-5d2c0396-2d37-4a93-91bd-e5f736d70ab8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 932 time: 0.0833957 Apr 06 10:57:02.590115 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-d529ba4f-9f79-416e-b5d8-baafd8493614 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6942313 Apr 06 10:57:02.617560 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-47709ec8-70b4-40e2-b53f-b17cd066dbb7 None None] Provisioning complete for port 25acbe00-d438-4315-9300-4174dea414bd triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:02.619153 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-47709ec8-70b4-40e2-b53f-b17cd066dbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (25acbe00-d438-4315-9300-4174dea414bd), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:02.640301 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-e49bad46-04bf-47a3-a1d1-9e2c6a622369 service neutron] 10.222.0.23 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234796 Apr 06 10:57:02.648606 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-aa6491ba-3b67-4572-b7da-c252caa7f489 req-56cde753-d3c9-4aa8-900f-1edeabb81d8e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644042 Apr 06 10:57:02.677771 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-47709ec8-70b4-40e2-b53f-b17cd066dbb7 None None] Port 25acbe00-d438-4315-9300-4174dea414bd cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:02.749097 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-1a5dfb73-63fd-47cb-9bb3-e7354c7575c2 service neutron] 10.222.0.23 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007576 Apr 06 10:57:02.782382 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aef5d6-8ef9-4085-8077-bbb0cbccef8c req-d159c69a-7aea-4152-b244-5d7bba7dfe1f tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:02.785044 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-63aef5d6-8ef9-4085-8077-bbb0cbccef8c req-d159c69a-7aea-4152-b244-5d7bba7dfe1f tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 931 time: 0.0586355 Apr 06 10:57:02.797823 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Request body: {'port': {'device_id': 'e7db0952-5282-4045-bc06-833aa50cf37b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:02.826868 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Request body: {'port': {'device_id': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:02.855511 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-63aef5d6-8ef9-4085-8077-bbb0cbccef8c req-11d1b42b-2427-42e5-8c2b-d33252a3a108 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543106 Apr 06 10:57:02.913649 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:02.918363 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (25acbe00-d438-4315-9300-4174dea414bd), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:02.976139 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8625c955-92f1-4d81-9c88-450b19590e69 req-e51b66c6-8bfb-4aac-92ca-9c5b3f224a0d tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 210 time: 0.0469944 Apr 06 10:57:03.196137 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:03.582174 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa34f0-d476-4faf-8a97-daf185e68fe5 req-6d0ca8de-288f-4ea4-8f61-38f765c8faad tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:03.583665 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-53fa34f0-d476-4faf-8a97-daf185e68fe5 req-6d0ca8de-288f-4ea4-8f61-38f765c8faad tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.4416037 Apr 06 10:57:03.713723 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-53fa34f0-d476-4faf-8a97-daf185e68fe5 req-39de7f3d-61ec-4542-92bb-aceb22da211c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208928 Apr 06 10:57:03.783168 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25acbe00-d438-4315-9300-4174dea414bd {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:03.790310 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319e2274-7403-4a16-bf6a-c7fbaaf76e06 {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:03.799319 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Publish callbacks [] for port (25acbe00-d438-4315-9300-4174dea414bd), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:03.801187 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c765446-ab3d-4a0b-9d8c-12bbfdf16c88 req-b6b673be-dca7-47ad-b704-b4d0c1675f3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:03.802653 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Publish callbacks [] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:03.802777 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6c765446-ab3d-4a0b-9d8c-12bbfdf16c88 req-b6b673be-dca7-47ad-b704-b4d0c1675f3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 932 time: 0.0588114 Apr 06 10:57:03.826117 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Transition to ACTIVE for port object 319e2274-7403-4a16-bf6a-c7fbaaf76e06 will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:57:03.827289 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Transition to ACTIVE for port object 25acbe00-d438-4315-9300-4174dea414bd will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:57:03.841802 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:03.861921 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (25acbe00-d438-4315-9300-4174dea414bd), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:03.878056 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6c765446-ab3d-4a0b-9d8c-12bbfdf16c88 req-a5d907be-472d-4825-8dd2-8583a182bdb7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644081 Apr 06 10:57:04.038811 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=319e2274-7403-4a16-bf6a-c7fbaaf76e06,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:04.132219 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e14dff61-d9a8-4862-851b-bbf4ab71aaa0 req-da273a58-5c64-4c39-b9ad-d903eadaf504 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 210 time: 0.0326657 Apr 06 10:57:04.191566 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f5b99-9356-44f2-8f17-634059124985 req-d4b0c344-f727-449b-91b4-92977a71def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:04.193406 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6b6f5b99-9356-44f2-8f17-634059124985 req-d4b0c344-f727-449b-91b4-92977a71def5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 1130 time: 0.2910082 Apr 06 10:57:04.200106 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Pushing event updated for resources: {'Port': ['ID=25acbe00-d438-4315-9300-4174dea414bd,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:04.229359 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07be06-a635-4d1f-8f22-74dd0d920f03 req-cde29e5a-3ae3-4e3a-a64d-1bd301cae2b3 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:04.230888 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1f07be06-a635-4d1f-8f22-74dd0d920f03 req-cde29e5a-3ae3-4e3a-a64d-1bd301cae2b3 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.2566621 Apr 06 10:57:04.246738 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Attempting to bind port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:04.246987 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Attempting to bind port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '06a676d9-4d57-45e3-8e8e-b995ba0794c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:04.247309 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Attempting to bind port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 on network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:04.304884 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 on network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:57:04.305203 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Attempting to bind port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 on network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:04.330767 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:04.331124 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Checking segment: {'id': '06a676d9-4d57-45e3-8e8e-b995ba0794c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:04.331535 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Bound using segment: {'id': '06a676d9-4d57-45e3-8e8e-b995ba0794c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:04.331977 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Bound port: 319e2274-7403-4a16-bf6a-c7fbaaf76e06, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a676d9-4d57-45e3-8e8e-b995ba0794c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:04.332333 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:04.343806 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Attempting to bind port 25acbe00-d438-4315-9300-4174dea414bd on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:04.344154 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Attempting to bind port 25acbe00-d438-4315-9300-4174dea414bd by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:04.344487 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Attempting to bind port 25acbe00-d438-4315-9300-4174dea414bd on network 96f3043b-67c6-464c-b72a-826c66d4afef {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:04.377222 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Port 25acbe00-d438-4315-9300-4174dea414bd on network 96f3043b-67c6-464c-b72a-826c66d4afef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:57:04.377843 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Attempting to bind port 25acbe00-d438-4315-9300-4174dea414bd on network 96f3043b-67c6-464c-b72a-826c66d4afef {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:04.434020 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1f07be06-a635-4d1f-8f22-74dd0d920f03 req-e63e11d1-dc6d-4f2a-ba5b-abdb31359746 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833644 Apr 06 10:57:04.434795 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:04.435136 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Checking segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:04.435533 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Bound using segment: {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:04.435984 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Bound port: 25acbe00-d438-4315-9300-4174dea414bd, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e6cad2-b398-40fc-ae1e-4d41d928eaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:04.436354 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (25acbe00-d438-4315-9300-4174dea414bd), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:04.476653 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f5b99-9356-44f2-8f17-634059124985 req-6e3387b3-d014-40e7-988d-cab9c661aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:04.478161 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6b6f5b99-9356-44f2-8f17-634059124985 req-6e3387b3-d014-40e7-988d-cab9c661aa87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 200 len: 911 time: 0.2432277 Apr 06 10:57:04.509359 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] For port 319e2274-7403-4a16-bf6a-c7fbaaf76e06, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:04.531975 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] For port 319e2274-7403-4a16-bf6a-c7fbaaf76e06, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=319e2274-7403-4a16-bf6a-c7fbaaf76e06,segment=NetworkSegment(06a676d9-4d57-45e3-8e8e-b995ba0794c4),segment_id=06a676d9-4d57-45e3-8e8e-b995ba0794c4)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:04.545431 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:04.580902 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] For port 25acbe00-d438-4315-9300-4174dea414bd, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:04.605672 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] For port 25acbe00-d438-4315-9300-4174dea414bd, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25acbe00-d438-4315-9300-4174dea414bd,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:04.609167 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:04.609784 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:04.611217 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] 10.222.0.26 "PUT /v2.0/ports/319e2274-7403-4a16-bf6a-c7fbaaf76e06 HTTP/1.1" status: 200 len: 1093 time: 1.8194265 Apr 06 10:57:04.612398 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7db0952-5282-4045-bc06-833aa50cf37b', 'tag': '319e2274-7403-4a16-bf6a-c7fbaaf76e06'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:04.614788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76e2087-74a6-434a-92c1-9eb02cae9cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e7db0952-5282-4045-bc06-833aa50cf37b", "tag": "319e2274-7403-4a16-bf6a-c7fbaaf76e06"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:04.628163 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (25acbe00-d438-4315-9300-4174dea414bd), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:04.643552 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a11cb8-2a10-4539-ac4a-5fbb337f6aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=319e2274-7403-4a16-bf6a-c7fbaaf76e06,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:04.690953 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c48114-7977-41b9-87a6-50437e9ebc97 x-openstack-request-id: req-40c48114-7977-41b9-87a6-50437e9ebc97 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:04.691245 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7db0952-5282-4045-bc06-833aa50cf37b", "tag": "319e2274-7403-4a16-bf6a-c7fbaaf76e06", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:04.691974 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40c48114-7977-41b9-87a6-50437e9ebc97 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:04.692416 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c48114-7977-41b9-87a6-50437e9ebc97'] response: {'name': 'network-changed', 'server_uuid': 'e7db0952-5282-4045-bc06-833aa50cf37b', 'tag': '319e2274-7403-4a16-bf6a-c7fbaaf76e06', 'status': 'completed', 'code': 200} Apr 06 10:57:04.693722 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:04.694344 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:04.696318 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] 10.222.0.26 "PUT /v2.0/ports/25acbe00-d438-4315-9300-4174dea414bd HTTP/1.1" status: 200 len: 1094 time: 1.9032211 Apr 06 10:57:04.822754 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90079a17-4b37-4066-84ca-11ef3de36291 service neutron] Pushing event updated for resources: {'Port': ['ID=25acbe00-d438-4315-9300-4174dea414bd,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:04.833839 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6b6f5b99-9356-44f2-8f17-634059124985 req-ca6ae3d1-c207-4167-85d0-cd31da753c60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d510076-82a3-45b9-81cc-9ffeb89f9ec1 HTTP/1.1" status: 200 len: 1002 time: 0.1360524 Apr 06 10:57:04.977619 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f5b99-9356-44f2-8f17-634059124985 req-25c45d92-cc7f-4c5a-9842-8adb657e62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:04.978829 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6b6f5b99-9356-44f2-8f17-634059124985 req-25c45d92-cc7f-4c5a-9842-8adb657e62f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8cb4a9d-3fd6-40dd-93f9-d0599d19883c HTTP/1.1" status: 200 len: 849 time: 0.1075363 Apr 06 10:57:05.016236 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d62058-0ed6-436c-a010-476d4d891e87 req-0c4bbd08-c389-43e4-99bf-6542d69c06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.019586 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-0c4bbd08-c389-43e4-99bf-6542d69c06c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=911f60abf3984327a80e3182a309af08&device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 1127 time: 0.2104650 Apr 06 10:57:05.041697 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e1c11-78c8-4d93-aca5-889b08b81cc8 req-ada46e84-cf0b-407d-8ea2-b05ab760945c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.043383 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8d0e1c11-78c8-4d93-aca5-889b08b81cc8 req-ada46e84-cf0b-407d-8ea2-b05ab760945c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.2156169 Apr 06 10:57:05.045707 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-9706cb0a-00f8-432f-abc6-002f35fed042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.046781 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-9706cb0a-00f8-432f-abc6-002f35fed042 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 1128 time: 0.2178922 Apr 06 10:57:05.105435 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-3fed19b5-74b7-4625-82fc-9704a782c859 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=319e2274-7403-4a16-bf6a-c7fbaaf76e06 HTTP/1.1" status: 200 len: 217 time: 0.0574498 Apr 06 10:57:05.121236 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48612261-8f11-4581-a3fb-3967c45a41ee req-91f03c92-8827-4ad5-85cc-1899a64f08ed tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.122961 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-48612261-8f11-4581-a3fb-3967c45a41ee req-91f03c92-8827-4ad5-85cc-1899a64f08ed tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.1198375 Apr 06 10:57:05.136059 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-ab3cfc20-ad9d-4fdc-97dc-25f261c85062 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.137491 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-ab3cfc20-ad9d-4fdc-97dc-25f261c85062 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.26 "GET /v2.0/networks?id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 HTTP/1.1" status: 200 len: 814 time: 0.2235358 Apr 06 10:57:05.156348 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-5b41a815-9d70-4d85-8852-ed6d4513c415 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25acbe00-d438-4315-9300-4174dea414bd HTTP/1.1" status: 200 len: 217 time: 0.0657237 Apr 06 10:57:05.189703 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'port': {'device_id': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'admin_state_up': True, 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:05.208738 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-48612261-8f11-4581-a3fb-3967c45a41ee req-0cabb8d3-31a5-44bb-adcd-b9516102a034 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701520 Apr 06 10:57:05.248478 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f5b99-9356-44f2-8f17-634059124985 req-e3d4628c-5923-45b9-811e-ba21b71211bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.249988 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6b6f5b99-9356-44f2-8f17-634059124985 req-e3d4628c-5923-45b9-811e-ba21b71211bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9435f01-e75d-47f9-9918-d437dc99ce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2506819 Apr 06 10:57:05.262333 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d62058-0ed6-436c-a010-476d4d891e87 req-0b5dd052-a7b8-48b2-bdf0-68480d33b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.263789 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-0b5dd052-a7b8-48b2-bdf0-68480d33b810 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ef548d0-87a2-4131-bf31-133f4e19d535 HTTP/1.1" status: 200 len: 848 time: 0.1212971 Apr 06 10:57:05.269178 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8d0e1c11-78c8-4d93-aca5-889b08b81cc8 req-bbb28513-7b30-4ce4-9f2f-8c44f61b91dd tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2114916 Apr 06 10:57:05.272913 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-79d9bf56-24d5-4d15-b57a-228a4446c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.274412 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-79d9bf56-24d5-4d15-b57a-228a4446c759 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.0971060 Apr 06 10:57:05.314628 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-94629ba2-30ea-4aec-b72b-5f54b0120a34 req-df2106b2-0773-43fa-acb8-fc24b7c844a9 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 210 time: 0.0384948 Apr 06 10:57:05.366330 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Made reservation on behalf of 76b9d1e8f88245e58aad5d0e9051ae06 for: {'port': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:05.366578 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-94989eab-4d73-45fb-9465-2c2179025fd0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692177 Apr 06 10:57:05.369700 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:05.533876 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Allocated IP 172.20.0.11 (9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67/c9ffca87-eb1b-4ad6-bd43-02402d42fd82/e219d8ad-1492-4529-95e4-8dfd1a3950ab) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:05.593176 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-cc35723f-062b-4378-8832-45493280ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.594769 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-cc35723f-062b-4378-8832-45493280ae9e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2988179 Apr 06 10:57:05.685354 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-a3b4b9cd-c1fe-45a2-9ea6-809d6bf45cf0 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874281 Apr 06 10:57:05.694769 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6b6f5b99-9356-44f2-8f17-634059124985 req-bbf116fe-90ea-4c80-a79d-8e5091f9d4ff service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961868 Apr 06 10:57:05.717658 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d34b625-a406-4f32-959c-2238c13c2b85 req-11111b94-a80f-4f07-a2da-43d555cfaf7d tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.720040 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9d34b625-a406-4f32-959c-2238c13c2b85 req-11111b94-a80f-4f07-a2da-43d555cfaf7d tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.1929517 Apr 06 10:57:05.743361 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:05.789639 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:05.849415 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:05.860591 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:05.863337 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'Port': ['ID=e219d8ad-1492-4529-95e4-8dfd1a3950ab,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:05.874751 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:05.905421 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-e5c4cd41-2f0a-4b8b-9b4d-b06360d58a42 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941904 Apr 06 10:57:05.934330 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:05.935053 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:05.963521 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-70b329e1-d72f-4fbf-a55e-d02ad11d5eda tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7848001 Apr 06 10:57:06.068293 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-c79d9a1f-1259-4504-aef3-5173b9eebbb0 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367669 Apr 06 10:57:06.092145 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9d34b625-a406-4f32-959c-2238c13c2b85 req-f50ff520-719c-47f3-8ccd-63308fcbf0d0 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633816 Apr 06 10:57:06.126498 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10d62058-0ed6-436c-a010-476d4d891e87 req-a00894ac-23f5-4f61-8f6e-d91cfb40af1e service neutron] 10.222.0.26 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279113 Apr 06 10:57:06.145490 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6b6f5b99-9356-44f2-8f17-634059124985 req-0a512ff0-bc6f-424a-9b2d-814025e569f1 service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4189692 Apr 06 10:57:06.200755 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-a10e8b90-3016-4012-824d-92468b9f3c7d None None] Provisioning complete for port e219d8ad-1492-4529-95e4-8dfd1a3950ab triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:06.201340 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a10e8b90-3016-4012-824d-92468b9f3c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:06.255130 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-a10e8b90-3016-4012-824d-92468b9f3c7d None None] Port e219d8ad-1492-4529-95e4-8dfd1a3950ab cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:06.413342 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2808f5-ca91-4df2-b442-d734ef676471 req-e6e1837b-7db1-4765-9365-e8b4ac1e2efd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:06.419774 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5f2808f5-ca91-4df2-b442-d734ef676471 req-e6e1837b-7db1-4765-9365-e8b4ac1e2efd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0972116 Apr 06 10:57:06.514149 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5f2808f5-ca91-4df2-b442-d734ef676471 req-538fc3a4-681f-49eb-b443-164a627fddb8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895574 Apr 06 10:57:06.529818 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b51bc-4c7d-4f37-af72-ede7ca6a8141 req-c3c72a89-099a-40ff-a70a-c42047b0f67f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:06.545008 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f28b51bc-4c7d-4f37-af72-ede7ca6a8141 req-c3c72a89-099a-40ff-a70a-c42047b0f67f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 932 time: 0.0843389 Apr 06 10:57:06.631488 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f28b51bc-4c7d-4f37-af72-ede7ca6a8141 req-7132aee8-2808-4a50-b919-9db4cfe06398 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918386 Apr 06 10:57:06.693830 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'tag': '25acbe00-d438-4315-9300-4174dea414bd'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:06.696876 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83b841b-9327-411d-b8b0-e40671871ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "tag": "25acbe00-d438-4315-9300-4174dea414bd"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:06.733276 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e5d591-815e-4103-8edd-28831c25649a x-openstack-request-id: req-77e5d591-815e-4103-8edd-28831c25649a {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:06.733572 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "tag": "25acbe00-d438-4315-9300-4174dea414bd", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:06.733827 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-77e5d591-815e-4103-8edd-28831c25649a {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:06.734229 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e5d591-815e-4103-8edd-28831c25649a'] response: {'name': 'network-changed', 'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'tag': '25acbe00-d438-4315-9300-4174dea414bd', 'status': 'completed', 'code': 200} Apr 06 10:57:07.498365 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db72a3f-b43c-4605-abd8-c3bf04635712 req-db9e3fe4-2685-44dc-af76-0ec11d1c5680 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:07.500111 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0db72a3f-b43c-4605-abd8-c3bf04635712 req-db9e3fe4-2685-44dc-af76-0ec11d1c5680 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.3189273 Apr 06 10:57:07.572227 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0db72a3f-b43c-4605-abd8-c3bf04635712 req-65a276c2-676c-40cc-94a7-907be22421d2 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653245 Apr 06 10:57:07.700696 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54bbfd-2597-4f7e-ae6b-7ed15627f217 req-611f7731-60fc-43ef-b166-2c0dce3daa2e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:07.710247 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9f54bbfd-2597-4f7e-ae6b-7ed15627f217 req-611f7731-60fc-43ef-b166-2c0dce3daa2e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0963795 Apr 06 10:57:07.793908 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9f54bbfd-2597-4f7e-ae6b-7ed15627f217 req-ff101d4c-b862-4b9a-95c7-41d8cd3851d9 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823314 Apr 06 10:57:07.862796 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca06908-b5fd-455d-85b8-c98e3fa2aa2a req-33916fbb-6305-438f-a012-d0046fbc592b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:07.864616 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8ca06908-b5fd-455d-85b8-c98e3fa2aa2a req-33916fbb-6305-438f-a012-d0046fbc592b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 932 time: 0.1080184 Apr 06 10:57:07.929685 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8ca06908-b5fd-455d-85b8-c98e3fa2aa2a req-a87264d0-e359-4fcf-a70d-3dcf2852608e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574381 Apr 06 10:57:08.700062 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15d1aa-5395-4360-838b-6a98c0dff85c req-d4e80fd2-7a6f-4b08-87fc-7fe5d7e1d6ce tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:08.701606 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6b15d1aa-5395-4360-838b-6a98c0dff85c req-d4e80fd2-7a6f-4b08-87fc-7fe5d7e1d6ce tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0587003 Apr 06 10:57:08.763990 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6b15d1aa-5395-4360-838b-6a98c0dff85c req-729e897a-acab-4978-891c-a48e0bcf1e9d tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548854 Apr 06 10:57:08.919376 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679e816-0a02-4db7-83b3-59afe9a86add req-a1a5212f-7216-4c7a-9033-9c2318396bc0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:08.920883 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0679e816-0a02-4db7-83b3-59afe9a86add req-a1a5212f-7216-4c7a-9033-9c2318396bc0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0599577 Apr 06 10:57:08.986716 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0679e816-0a02-4db7-83b3-59afe9a86add req-fdc68481-7b32-4a0e-a4c1-80fd354df352 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592012 Apr 06 10:57:09.105015 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1faf693-e48a-44cf-900d-abdca895e3f6 req-213a50c2-9530-4425-aaf1-c0ee9f9aaaea tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:09.105015 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e1faf693-e48a-44cf-900d-abdca895e3f6 req-213a50c2-9530-4425-aaf1-c0ee9f9aaaea tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 932 time: 0.0663464 Apr 06 10:57:09.163802 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e1faf693-e48a-44cf-900d-abdca895e3f6 req-9242c8a1-767e-48b5-91f6-e06f2872b051 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500758 Apr 06 10:57:09.910246 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25155225-a353-4e48-90c5-7b1a8b8bc61b req-2b10ffa9-c1d6-4961-8c97-6bc688e1a2a1 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:09.912330 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-25155225-a353-4e48-90c5-7b1a8b8bc61b req-2b10ffa9-c1d6-4961-8c97-6bc688e1a2a1 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0726151 Apr 06 10:57:10.016203 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-25155225-a353-4e48-90c5-7b1a8b8bc61b req-893d74cc-4adf-4889-83d7-32a7603c5c3e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975416 Apr 06 10:57:10.167637 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2ec2a-d482-49e7-90c8-35bbccf1cd8b req-462c4267-cb4a-4ca2-97ae-cd600640ff7c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:10.175031 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-87d2ec2a-d482-49e7-90c8-35bbccf1cd8b req-462c4267-cb4a-4ca2-97ae-cd600640ff7c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0709641 Apr 06 10:57:10.228923 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-87d2ec2a-d482-49e7-90c8-35bbccf1cd8b req-33d22d74-1203-4c62-9f37-ac062dca9de7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528872 Apr 06 10:57:10.299848 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112394a2-3f7f-4e85-a36e-9237236ad33b req-8b95cdc8-7c62-4d62-8793-a578256920f3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:10.301924 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-112394a2-3f7f-4e85-a36e-9237236ad33b req-8b95cdc8-7c62-4d62-8793-a578256920f3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 932 time: 0.0653546 Apr 06 10:57:10.354096 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-112394a2-3f7f-4e85-a36e-9237236ad33b req-955907e9-e926-492e-8a1f-4daa8c008227 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466413 Apr 06 10:57:11.203519 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d7738-9b84-4733-99c5-a9f06bf29304 req-0e3a8cc3-6488-4380-94b3-544e12a42026 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:11.207004 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-154d7738-9b84-4733-99c5-a9f06bf29304 req-0e3a8cc3-6488-4380-94b3-544e12a42026 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.1086364 Apr 06 10:57:11.270283 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-154d7738-9b84-4733-99c5-a9f06bf29304 req-2209d291-9261-4518-aed2-2a9922436ffa tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617607 Apr 06 10:57:11.370528 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b251a-99d7-4c21-bcc9-c999ac1623fb req-b3ca1cad-b333-4e8c-945d-fdf3ce165c0f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:11.372339 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-084b251a-99d7-4c21-bcc9-c999ac1623fb req-b3ca1cad-b333-4e8c-945d-fdf3ce165c0f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0624843 Apr 06 10:57:11.433437 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-084b251a-99d7-4c21-bcc9-c999ac1623fb req-0b696e0f-e189-4137-a547-17deb1765042 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544374 Apr 06 10:57:11.543579 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027c969-e87e-42ef-b06e-fe7ae215dd38 req-2c8a24f3-f7d2-415c-bab2-d1b80beace21 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:11.545158 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0027c969-e87e-42ef-b06e-fe7ae215dd38 req-2c8a24f3-f7d2-415c-bab2-d1b80beace21 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 932 time: 0.0648799 Apr 06 10:57:11.610434 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0027c969-e87e-42ef-b06e-fe7ae215dd38 req-12f0c4e4-8008-436b-bbbe-ec92422d2884 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582705 Apr 06 10:57:12.402110 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19e267-cc0a-4979-988b-ef2a3fdb0844 req-3dcd11c7-d449-42e9-8bdf-96e1d30a4e7b tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:12.403440 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1c19e267-cc0a-4979-988b-ef2a3fdb0844 req-3dcd11c7-d449-42e9-8bdf-96e1d30a4e7b tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0553532 Apr 06 10:57:12.428775 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:57:12.481197 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1c19e267-cc0a-4979-988b-ef2a3fdb0844 req-0efab8af-9a3c-4869-b967-1406525230db tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696764 Apr 06 10:57:12.654665 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5703c5b-8224-4eda-af30-16b021271f3a req-108e9139-d278-475c-9699-8f89f928d5a8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:12.662261 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d5703c5b-8224-4eda-af30-16b021271f3a req-108e9139-d278-475c-9699-8f89f928d5a8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.1103141 Apr 06 10:57:12.742460 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d5703c5b-8224-4eda-af30-16b021271f3a req-dfd28f80-3922-42b2-b762-8942a912a8e6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768158 Apr 06 10:57:12.837354 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-911422e3-50bf-4e62-a140-c2c1a1bcb6ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:12.903064 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ffae6-a56d-4abd-9e08-f194904335fb req-822f890c-8587-429f-a58b-66d24b1645f4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:12.904660 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4d5ffae6-a56d-4abd-9e08-f194904335fb req-822f890c-8587-429f-a58b-66d24b1645f4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 932 time: 0.0742493 Apr 06 10:57:12.959989 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4d5ffae6-a56d-4abd-9e08-f194904335fb req-ff225c16-f0b7-4796-a4f7-11eda7ab90ac tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477235 Apr 06 10:57:13.212921 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 56534) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:13.340564 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d9343de3-eb19-4fd6-ba9a-e8c28dfd643e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:13.424380 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d9343de3-eb19-4fd6-ba9a-e8c28dfd643e admin admin] Publish callbacks [] for security_group (01d4eff6-af84-40bb-bff5-6980e78c9167), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:13.429767 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d9343de3-eb19-4fd6-ba9a-e8c28dfd643e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (01d4eff6-af84-40bb-bff5-6980e78c9167), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:13.494982 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9343de3-eb19-4fd6-ba9a-e8c28dfd643e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d4eff6-af84-40bb-bff5-6980e78c9167,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:13.499201 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d9343de3-eb19-4fd6-ba9a-e8c28dfd643e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c2074280d04f4d53a6c85cbf63365b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851770 Apr 06 10:57:13.501801 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 56538) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:13.577242 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3bbadfff-0278-48a4-b3d4-8feca2639336 admin admin] Publish callbacks [] for security_group (01d4eff6-af84-40bb-bff5-6980e78c9167), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:13.625462 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3bbadfff-0278-48a4-b3d4-8feca2639336 admin admin] Publish callbacks [] for security_group (01d4eff6-af84-40bb-bff5-6980e78c9167), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:13.671298 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6118dcd-ec20-4fc1-afd6-eb50ce733dd3 req-7ec23db9-701b-495a-964a-21e9ed1ae5d8 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:13.673826 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a6118dcd-ec20-4fc1-afd6-eb50ce733dd3 req-7ec23db9-701b-495a-964a-21e9ed1ae5d8 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0867186 Apr 06 10:57:13.722021 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3bbadfff-0278-48a4-b3d4-8feca2639336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (01d4eff6-af84-40bb-bff5-6980e78c9167), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:13.726316 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3bbadfff-0278-48a4-b3d4-8feca2639336 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:13.730094 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-3bbadfff-0278-48a4-b3d4-8feca2639336 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01d4eff6-af84-40bb-bff5-6980e78c9167 HTTP/1.1" status: 204 len: 168 time: 0.2243161 Apr 06 10:57:13.738282 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbadfff-0278-48a4-b3d4-8feca2639336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d4eff6-af84-40bb-bff5-6980e78c9167,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:13.755669 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a6118dcd-ec20-4fc1-afd6-eb50ce733dd3 req-7c8f0644-e1d4-4ef6-8818-e6bddcbdc2da tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757849 Apr 06 10:57:14.047028 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40311012-b51d-4149-8484-9b2c8100f7b3 req-bfcfeab2-77d4-4a31-9779-718a79a1b059 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:14.055514 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-40311012-b51d-4149-8484-9b2c8100f7b3 req-bfcfeab2-77d4-4a31-9779-718a79a1b059 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.1683130 Apr 06 10:57:14.109700 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290454f9-cfe7-43cd-8b5a-1eda96ffb2b8 req-d8fac319-79d6-46cf-bd0e-2a05e422b7b5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:14.111277 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-290454f9-cfe7-43cd-8b5a-1eda96ffb2b8 req-d8fac319-79d6-46cf-bd0e-2a05e422b7b5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.1089861 Apr 06 10:57:14.130003 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-40311012-b51d-4149-8484-9b2c8100f7b3 req-a412ec36-a439-4d11-889f-a28ee0bda1be tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736659 Apr 06 10:57:14.208238 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-290454f9-cfe7-43cd-8b5a-1eda96ffb2b8 req-04f80529-88b1-4960-a519-ee414d3fbc5d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854919 Apr 06 10:57:14.320160 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d885e-60e1-4b79-80b6-c9463a7a6050 req-96d3b363-c30a-4aeb-8077-e46d1b6b1fb9 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:14.321712 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ab9d885e-60e1-4b79-80b6-c9463a7a6050 req-96d3b363-c30a-4aeb-8077-e46d1b6b1fb9 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 932 time: 0.0917065 Apr 06 10:57:14.376553 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ab9d885e-60e1-4b79-80b6-c9463a7a6050 req-6cc64ef6-bbfa-4975-938f-c96282418f5f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491340 Apr 06 10:57:14.917047 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af546a24-b315-4fde-9bca-7bbfe0a27f8d req-7ba7a6fd-8908-4af5-b7b7-ef4711855e17 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:14.929160 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-af546a24-b315-4fde-9bca-7bbfe0a27f8d req-7ba7a6fd-8908-4af5-b7b7-ef4711855e17 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0889916 Apr 06 10:57:15.015566 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-af546a24-b315-4fde-9bca-7bbfe0a27f8d req-109c2a2d-0dbf-4d97-834a-49f7815c25e6 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852487 Apr 06 10:57:15.304313 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75de21b-86eb-4fca-9754-6fa11fc91332 req-c1ccbdc0-da52-4138-b288-be3b29c77d97 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:15.306056 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d75de21b-86eb-4fca-9754-6fa11fc91332 req-c1ccbdc0-da52-4138-b288-be3b29c77d97 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0930102 Apr 06 10:57:15.376029 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d75de21b-86eb-4fca-9754-6fa11fc91332 req-c21ebacc-9c52-4385-96e7-12d6cde2d9b2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582128 Apr 06 10:57:15.389861 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88335f4c-6e8d-48dd-a858-5ef3fa04b7c8 req-20244eac-05bd-4e06-ac9c-720c9a8e407e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:15.391238 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-88335f4c-6e8d-48dd-a858-5ef3fa04b7c8 req-20244eac-05bd-4e06-ac9c-720c9a8e407e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0715518 Apr 06 10:57:15.453389 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-88335f4c-6e8d-48dd-a858-5ef3fa04b7c8 req-58451710-b63c-410c-9792-494ba48cb378 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544670 Apr 06 10:57:15.505911 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf03e0-febe-4c09-bfcd-ed6d48db310a req-244ee9c4-f0f1-4f6e-bc70-221f74be2faa tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:15.507487 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-34cf03e0-febe-4c09-bfcd-ed6d48db310a req-244ee9c4-f0f1-4f6e-bc70-221f74be2faa tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 932 time: 0.0569985 Apr 06 10:57:15.556950 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-34cf03e0-febe-4c09-bfcd-ed6d48db310a req-ea2e25ba-e5cc-4adb-95fb-209d42228b2f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433943 Apr 06 10:57:15.797797 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-556296da-136c-4e3a-9df3-3d1415af1af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:16.123202 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Request body: {'port': {'device_id': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:16.134087 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18f20f-1a4c-4039-84cf-22be30fb199c req-527f3b69-5a76-4001-a85a-3ac49f1502f9 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:16.135543 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dd18f20f-1a4c-4039-84cf-22be30fb199c req-527f3b69-5a76-4001-a85a-3ac49f1502f9 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0598569 Apr 06 10:57:16.221169 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:16.226723 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dd18f20f-1a4c-4039-84cf-22be30fb199c req-9549ff25-c3da-40e2-8652-89b9f59f1ca5 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759645 Apr 06 10:57:16.465994 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:16.566020 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8331f38a-f4c2-4fe7-9ffa-ce50cbe342e7 req-f3e14fdd-57a8-481d-85ca-1d428f54aef3 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:16.567649 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8331f38a-f4c2-4fe7-9ffa-ce50cbe342e7 req-f3e14fdd-57a8-481d-85ca-1d428f54aef3 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0994041 Apr 06 10:57:16.620855 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8331f38a-f4c2-4fe7-9ffa-ce50cbe342e7 req-1141eb65-49be-49c2-ab85-504c485f046c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467584 Apr 06 10:57:16.730618 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b41dc-43fa-475c-8ce8-f3f30ccaaf85 req-bbffaf3d-2ac6-40f1-8cca-36ec4d9f4af7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:16.732285 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2d3b41dc-43fa-475c-8ce8-f3f30ccaaf85 req-bbffaf3d-2ac6-40f1-8cca-36ec4d9f4af7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0927262 Apr 06 10:57:16.748880 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fad76f-38fd-4e94-9757-32bcfda9ce1b req-5038b653-d8f7-44fa-9974-d0c63011d20e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:16.750566 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-68fad76f-38fd-4e94-9757-32bcfda9ce1b req-5038b653-d8f7-44fa-9974-d0c63011d20e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 932 time: 0.0630507 Apr 06 10:57:16.804620 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e219d8ad-1492-4529-95e4-8dfd1a3950ab {{(pid=115084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:16.805453 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-68fad76f-38fd-4e94-9757-32bcfda9ce1b req-0b36e565-555b-4100-bcaa-6cd93d391068 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483832 Apr 06 10:57:16.816994 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Publish callbacks [] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:16.839304 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2d3b41dc-43fa-475c-8ce8-f3f30ccaaf85 req-39a09670-b228-4364-b259-99a0ad8b4b47 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954545 Apr 06 10:57:16.844494 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.provisioning_blocks [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Transition to ACTIVE for port object e219d8ad-1492-4529-95e4-8dfd1a3950ab will not be triggered until provisioned by entity L2. {{(pid=115084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:57:16.849668 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:16.903780 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Pushing event updated for resources: {'Port': ['ID=e219d8ad-1492-4529-95e4-8dfd1a3950ab,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:16.927888 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.928241 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.928584 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.928922 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.929255 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.929591 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.929917 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.930305 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.930577 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.930902 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.931228 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.931573 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.931900 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.932236 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.932533 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:16.983186 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Attempting to bind port e219d8ad-1492-4529-95e4-8dfd1a3950ab on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:16.983551 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Attempting to bind port e219d8ad-1492-4529-95e4-8dfd1a3950ab by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:16.983933 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Attempting to bind port e219d8ad-1492-4529-95e4-8dfd1a3950ab on network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:16.989066 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Port e219d8ad-1492-4529-95e4-8dfd1a3950ab on network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:57:16.989369 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Attempting to bind port e219d8ad-1492-4529-95e4-8dfd1a3950ab on network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:16.994713 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:16.995046 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Checking segment: {'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:16.995425 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Bound using segment: {'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:16.995885 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Bound port: e219d8ad-1492-4529-95e4-8dfd1a3950ab, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5986254a-0d19-4b3f-a4b4-acfe6a32ee40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67'}}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:16.996240 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.060820 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] For port e219d8ad-1492-4529-95e4-8dfd1a3950ab, host hv-cinder-83607, cleared binding levels {{(pid=115084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:17.065899 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] For port e219d8ad-1492-4529-95e4-8dfd1a3950ab, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:17.072000 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.108263 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:17.108813 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:17.110303 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] 10.222.0.26 "PUT /v2.0/ports/e219d8ad-1492-4529-95e4-8dfd1a3950ab HTTP/1.1" status: 200 len: 1094 time: 0.9912653 Apr 06 10:57:17.111783 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:17.113110 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d37d8ec-2fdb-475c-8b1f-62e63fc16ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:17.145465 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d7b7d-da87-4e8c-9c3c-e9293d18ec06 service neutron] Pushing event updated for resources: {'Port': ['ID=e219d8ad-1492-4529-95e4-8dfd1a3950ab,revision_number=3']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:17.159102 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46171dc4-6616-4ab1-93ba-0fbca6bb619c x-openstack-request-id: req-46171dc4-6616-4ab1-93ba-0fbca6bb619c {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:17.159601 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:17.159864 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46171dc4-6616-4ab1-93ba-0fbca6bb619c {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:17.160266 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46171dc4-6616-4ab1-93ba-0fbca6bb619c'] response: {'name': 'network-changed', 'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'status': 'completed', 'code': 200} Apr 06 10:57:17.351568 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67ee89-58dd-485d-811e-4f51eb42975a req-863e1a03-4932-47db-8bd7-022b2031aca0 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:17.353038 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8f67ee89-58dd-485d-811e-4f51eb42975a req-863e1a03-4932-47db-8bd7-022b2031aca0 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0558443 Apr 06 10:57:17.403729 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8f67ee89-58dd-485d-811e-4f51eb42975a req-791f1aa8-d2ee-459f-8378-6c65913b7cba tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451045 Apr 06 10:57:17.742382 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509a8d4-8dc8-4e10-81a6-bf533cf4f350 req-1e788f2c-ae1f-48be-a513-70356b585f7a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:17.743942 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3509a8d4-8dc8-4e10-81a6-bf533cf4f350 req-1e788f2c-ae1f-48be-a513-70356b585f7a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0516970 Apr 06 10:57:17.792768 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3509a8d4-8dc8-4e10-81a6-bf533cf4f350 req-ba130849-c482-4235-949f-5412ca28bf78 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432932 Apr 06 10:57:17.927144 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a2e66-21ee-4b60-a856-c233c3534bf9 req-f9f011cd-bdf2-4439-a7b6-e350c8f01ce2 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:17.928681 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3f6a2e66-21ee-4b60-a856-c233c3534bf9 req-f9f011cd-bdf2-4439-a7b6-e350c8f01ce2 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0536058 Apr 06 10:57:17.979168 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b00cca-71e8-4334-a2a3-321ed7757064 req-eae49de6-88c7-4af1-b32d-9f0ae069212a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:17.979437 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3f6a2e66-21ee-4b60-a856-c233c3534bf9 req-d074df46-674b-4dfb-a637-dd4a0b24b59d tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450542 Apr 06 10:57:17.980707 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-05b00cca-71e8-4334-a2a3-321ed7757064 req-eae49de6-88c7-4af1-b32d-9f0ae069212a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0589483 Apr 06 10:57:18.028352 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-05b00cca-71e8-4334-a2a3-321ed7757064 req-dffaa784-82bd-40fd-9601-656020074e43 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421245 Apr 06 10:57:18.288771 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:18.539529 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fdf63-1c8b-4971-9741-2cc34a9d1320 req-1eee6dc6-fce8-4a89-a26b-e076fa5aa0d5 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:18.541064 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d29fdf63-1c8b-4971-9741-2cc34a9d1320 req-1eee6dc6-fce8-4a89-a26b-e076fa5aa0d5 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0575769 Apr 06 10:57:18.595808 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d29fdf63-1c8b-4971-9741-2cc34a9d1320 req-1220df7a-b0c1-4ec7-af28-04091ff7199c tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490503 Apr 06 10:57:18.922548 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca51687-9fdb-40f0-bc03-ed69a08b0503 req-f31de968-f9d1-4060-b1fe-f6b314bb4df0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:18.924204 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1ca51687-9fdb-40f0-bc03-ed69a08b0503 req-f31de968-f9d1-4060-b1fe-f6b314bb4df0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0635109 Apr 06 10:57:18.982122 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1ca51687-9fdb-40f0-bc03-ed69a08b0503 req-53d539cf-bede-44cb-bd68-f2fee3a9477e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522428 Apr 06 10:57:19.103590 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf4235-13e6-4c76-9093-feda955674f3 req-a2012b94-64b8-4acf-b344-07a425168005 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:19.105155 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-15bf4235-13e6-4c76-9093-feda955674f3 req-a2012b94-64b8-4acf-b344-07a425168005 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0582283 Apr 06 10:57:19.161534 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-15bf4235-13e6-4c76-9093-feda955674f3 req-6c75e2f8-073c-4a92-beb6-c562b26fe559 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503328 Apr 06 10:57:19.171098 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c0866-dae9-4f4d-badd-79a0703ed1e9 req-2320cf76-9dd9-451b-9d59-610458eb4790 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:19.172899 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9e3c0866-dae9-4f4d-badd-79a0703ed1e9 req-2320cf76-9dd9-451b-9d59-610458eb4790 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0634859 Apr 06 10:57:19.227354 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9e3c0866-dae9-4f4d-badd-79a0703ed1e9 req-c6af8156-768e-48f6-9eb8-3d7de9f76d84 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470724 Apr 06 10:57:19.631758 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:19.726862 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86755e7-72c4-4d48-8569-4ed4e9bec744 req-dc25f404-f868-4b54-8ca4-7c0317184565 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:19.728363 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f86755e7-72c4-4d48-8569-4ed4e9bec744 req-dc25f404-f868-4b54-8ca4-7c0317184565 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0600016 Apr 06 10:57:19.795565 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f86755e7-72c4-4d48-8569-4ed4e9bec744 req-e351cc94-b286-4857-83c4-02824977a24f tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613925 Apr 06 10:57:20.109186 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15df307-79e9-4d1a-8c71-0168d8234674 req-ba61544c-c630-4ead-b27a-b0d49dc45838 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:20.111168 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e15df307-79e9-4d1a-8c71-0168d8234674 req-ba61544c-c630-4ead-b27a-b0d49dc45838 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0567377 Apr 06 10:57:20.169781 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e15df307-79e9-4d1a-8c71-0168d8234674 req-6ab9ce26-ba8d-46f2-9c24-4f81d2a95013 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524342 Apr 06 10:57:20.297626 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b73f1-638f-4dc8-9bac-0a597aaf7742 req-5f37bfe7-98a4-467f-84db-b2a2f42e3ccb tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:20.300383 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e34b73f1-638f-4dc8-9bac-0a597aaf7742 req-5f37bfe7-98a4-467f-84db-b2a2f42e3ccb tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0687764 Apr 06 10:57:20.355485 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e34b73f1-638f-4dc8-9bac-0a597aaf7742 req-62dbd3e2-0fd3-49ea-9e7c-bc619981751a tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497687 Apr 06 10:57:20.359822 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22388a37-691a-4bf5-b64e-bc59c982f606 req-b355c5e9-9d24-44a1-8d89-f804782a22d9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:20.361444 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-22388a37-691a-4bf5-b64e-bc59c982f606 req-b355c5e9-9d24-44a1-8d89-f804782a22d9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0561724 Apr 06 10:57:20.413970 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-22388a37-691a-4bf5-b64e-bc59c982f606 req-4acaaefe-fdee-4858-86c2-8ba4969b64b0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433052 Apr 06 10:57:20.911308 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e041ed-0e37-4f2a-8be8-215726679b58 req-bafea984-a1c8-4063-b1d9-2343f85c123d tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:20.912835 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-85e041ed-0e37-4f2a-8be8-215726679b58 req-bafea984-a1c8-4063-b1d9-2343f85c123d tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0530515 Apr 06 10:57:20.962774 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-85e041ed-0e37-4f2a-8be8-215726679b58 req-3f364640-ca8d-478e-a25d-6f757e3ae439 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444221 Apr 06 10:57:21.310406 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1e2e1-1651-4824-b568-246f94a178d1 req-8b34c865-987e-4890-8f83-6cf1d3a0e743 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:21.312034 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ead1e2e1-1651-4824-b568-246f94a178d1 req-8b34c865-987e-4890-8f83-6cf1d3a0e743 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0579190 Apr 06 10:57:21.362330 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ead1e2e1-1651-4824-b568-246f94a178d1 req-a868e57c-e617-465f-b5a3-1d5f282f2a16 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443621 Apr 06 10:57:21.491739 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c4dc2a-28df-4423-8664-3b12d42a02d6 req-8256fc60-b979-4584-bb5c-c2c716faade3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:21.494442 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-25c4dc2a-28df-4423-8664-3b12d42a02d6 req-8256fc60-b979-4584-bb5c-c2c716faade3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0700510 Apr 06 10:57:21.552976 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-25c4dc2a-28df-4423-8664-3b12d42a02d6 req-4aa44b9a-9b79-42c2-b46a-6af101693061 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523701 Apr 06 10:57:21.554832 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb7e9d-cf3e-4987-a157-0d039678abaf req-e834d437-6d65-491b-9081-141f20593913 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:21.556456 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-74fb7e9d-cf3e-4987-a157-0d039678abaf req-e834d437-6d65-491b-9081-141f20593913 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0633206 Apr 06 10:57:21.608752 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-74fb7e9d-cf3e-4987-a157-0d039678abaf req-18997c30-0a8d-4d31-9745-26646eea6575 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449605 Apr 06 10:57:22.081765 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260106a-e35b-4f4a-8f88-f033dab4c92f req-a387641b-d391-46e9-9203-2192db1e19b7 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:22.083333 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3260106a-e35b-4f4a-8f88-f033dab4c92f req-a387641b-d391-46e9-9203-2192db1e19b7 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0544009 Apr 06 10:57:22.130849 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3260106a-e35b-4f4a-8f88-f033dab4c92f req-31dd3b5e-cde5-4070-96b8-7aa58321e6c5 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Apr 06 10:57:22.480739 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01d035-9fd8-43c4-80b7-f5eb22e7a1ed req-5bce7083-b6dd-4a36-ab64-bd016d185228 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:22.482242 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ad01d035-9fd8-43c4-80b7-f5eb22e7a1ed req-5bce7083-b6dd-4a36-ab64-bd016d185228 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0510669 Apr 06 10:57:22.534365 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ad01d035-9fd8-43c4-80b7-f5eb22e7a1ed req-fb0cd235-2ac9-47bc-9e8c-94430b481aca tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453680 Apr 06 10:57:22.676553 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e719ff8-e6e8-4398-a89b-2b0fd06f5c75 req-751321f6-0e6e-49ca-be03-e5466a7c2021 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:22.678048 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7e719ff8-e6e8-4398-a89b-2b0fd06f5c75 req-751321f6-0e6e-49ca-be03-e5466a7c2021 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0554943 Apr 06 10:57:22.725844 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7e719ff8-e6e8-4398-a89b-2b0fd06f5c75 req-60ff1403-a073-45af-8d32-a361691304de tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423150 Apr 06 10:57:22.735167 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998f160-92d9-4961-916d-0f0165cc47e3 req-2e0c56b6-0ff3-47ae-985b-f0041b8dc1d9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:22.736965 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c998f160-92d9-4961-916d-0f0165cc47e3 req-2e0c56b6-0ff3-47ae-985b-f0041b8dc1d9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0552187 Apr 06 10:57:22.787995 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c998f160-92d9-4961-916d-0f0165cc47e3 req-27999828-4e53-46a0-a465-6fe1f14d9447 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448329 Apr 06 10:57:23.246053 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1aa80e-bd39-4440-8830-e81854c5c073 req-97bb5f3a-fcf9-49ce-9d58-af2e00be3d86 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:23.247540 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1e1aa80e-bd39-4440-8830-e81854c5c073 req-97bb5f3a-fcf9-49ce-9d58-af2e00be3d86 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 943 time: 0.0508769 Apr 06 10:57:23.293135 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1e1aa80e-bd39-4440-8830-e81854c5c073 req-3f0e6056-fd18-449f-84bd-b722928760c8 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Apr 06 10:57:23.651868 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d5661-c520-4410-b0ea-54ae88252a1a req-b91733fe-9285-4196-b971-2ad2280cae3b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:23.653657 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bf9d5661-c520-4410-b0ea-54ae88252a1a req-b91733fe-9285-4196-b971-2ad2280cae3b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 944 time: 0.0521119 Apr 06 10:57:23.701250 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bf9d5661-c520-4410-b0ea-54ae88252a1a req-08e65468-0216-4e74-97cc-6be246ac4ac3 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409915 Apr 06 10:57:23.847916 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8700e7-e892-4463-bfb6-378687dbf571 req-30708047-aa59-4fd4-95da-fa1390bbd8fd tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:23.849409 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ec8700e7-e892-4463-bfb6-378687dbf571 req-30708047-aa59-4fd4-95da-fa1390bbd8fd tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0557358 Apr 06 10:57:23.897532 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ec8700e7-e892-4463-bfb6-378687dbf571 req-93274f71-85fd-4c7f-9fbc-2a562cfb00ba tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Apr 06 10:57:23.917100 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abc162-0e2f-42f7-b18e-aa26b6c2b247 req-2b9e4c67-908b-4fac-9485-b9ea1114d11b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:23.919514 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-21abc162-0e2f-42f7-b18e-aa26b6c2b247 req-2b9e4c67-908b-4fac-9485-b9ea1114d11b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0590322 Apr 06 10:57:23.920618 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 319e2274-7403-4a16-bf6a-c7fbaaf76e06 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:57:23.970853 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-21abc162-0e2f-42f7-b18e-aa26b6c2b247 req-65b60098-c176-4415-a494-1ee41364d5bd tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451145 Apr 06 10:57:24.025420 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 319e2274-7403-4a16-bf6a-c7fbaaf76e06, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=319e2274-7403-4a16-bf6a-c7fbaaf76e06,segment=NetworkSegment(06a676d9-4d57-45e3-8e8e-b995ba0794c4),segment_id=06a676d9-4d57-45e3-8e8e-b995ba0794c4)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:24.037420 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '319e2274-7403-4a16-bf6a-c7fbaaf76e06', 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd', 'port_id': '319e2274-7403-4a16-bf6a-c7fbaaf76e06', 'mac_address': 'fa:16:3e:ba:64:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef548d0-87a2-4131-bf31-133f4e19d535', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:57:24.081352 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:24.081786 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.095292 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319e2274-7403-4a16-bf6a-c7fbaaf76e06 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:24.115249 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 319e2274-7403-4a16-bf6a-c7fbaaf76e06, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=319e2274-7403-4a16-bf6a-c7fbaaf76e06,segment=NetworkSegment(06a676d9-4d57-45e3-8e8e-b995ba0794c4),segment_id=06a676d9-4d57-45e3-8e8e-b995ba0794c4)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:24.119438 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.120150 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 25acbe00-d438-4315-9300-4174dea414bd details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:57:24.218687 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=319e2274-7403-4a16-bf6a-c7fbaaf76e06,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:24.229136 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.229490 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.229834 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.230367 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.230708 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.231048 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.231381 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.231738 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.232073 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.232402 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.232728 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.233207 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.233708 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.234033 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.234511 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:24.301886 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 25acbe00-d438-4315-9300-4174dea414bd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25acbe00-d438-4315-9300-4174dea414bd,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:24.315877 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e2087-74a6-434a-92c1-9eb02cae9cc8 req-465f7c9d-f2fc-4b46-a6ef-9088a863479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:24.318121 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c76e2087-74a6-434a-92c1-9eb02cae9cc8 req-465f7c9d-f2fc-4b46-a6ef-9088a863479e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=911f60abf3984327a80e3182a309af08&device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 1128 time: 0.0685995 Apr 06 10:57:24.324878 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '25acbe00-d438-4315-9300-4174dea414bd', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'port_id': '25acbe00-d438-4315-9300-4174dea414bd', 'mac_address': 'fa:16:3e:e5:59:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:57:24.336996 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-3388fe76-6700-428f-b592-a2a8ff54f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:24.338725 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-3388fe76-6700-428f-b592-a2a8ff54f405 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 1128 time: 0.0857046 Apr 06 10:57:24.351496 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37d8ec-2fdb-475c-8b1f-62e63fc16ff2 req-b34e1f4c-ddd1-47c2-9c1f-2f1904b2fbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:24.353498 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4d37d8ec-2fdb-475c-8b1f-62e63fc16ff2 req-b34e1f4c-ddd1-47c2-9c1f-2f1904b2fbca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76b9d1e8f88245e58aad5d0e9051ae06&device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 1128 time: 0.0918682 Apr 06 10:57:24.368504 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 25acbe00-d438-4315-9300-4174dea414bd is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:24.368914 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (25acbe00-d438-4315-9300-4174dea414bd), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.389945 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25acbe00-d438-4315-9300-4174dea414bd {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:24.412449 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 25acbe00-d438-4315-9300-4174dea414bd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25acbe00-d438-4315-9300-4174dea414bd,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:24.420192 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (25acbe00-d438-4315-9300-4174dea414bd), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:24.422569 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aca39f-6f82-4a07-bd63-3f7d36abcb8b req-42412b21-4bb6-48e1-a481-3b4db66bef16 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:24.424799 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-90aca39f-6f82-4a07-bd63-3f7d36abcb8b req-42412b21-4bb6-48e1-a481-3b4db66bef16 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 944 time: 0.0543363 Apr 06 10:57:24.473161 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=25acbe00-d438-4315-9300-4174dea414bd,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:24.488057 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-90aca39f-6f82-4a07-bd63-3f7d36abcb8b req-d9622398-6670-4af1-82be-bd1b2c31d67a tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571377 Apr 06 10:57:24.643772 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e2087-74a6-434a-92c1-9eb02cae9cc8 req-4e8da5d4-1372-48d7-87a0-39a27bbf20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:24.645227 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c76e2087-74a6-434a-92c1-9eb02cae9cc8 req-4e8da5d4-1372-48d7-87a0-39a27bbf20bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd HTTP/1.1" status: 200 len: 909 time: 0.0939186 Apr 06 10:57:24.727876 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-8d50f648-31d6-4c10-8599-4862690268f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:24.729976 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-8d50f648-31d6-4c10-8599-4862690268f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.1777875 Apr 06 10:57:24.732908 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37d8ec-2fdb-475c-8b1f-62e63fc16ff2 req-ce80556e-dcd8-41e1-b80f-9f666eeb1fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:24.734280 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4d37d8ec-2fdb-475c-8b1f-62e63fc16ff2 req-ce80556e-dcd8-41e1-b80f-9f666eeb1fe9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=76b9d1e8f88245e58aad5d0e9051ae06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1729767 Apr 06 10:57:24.822671 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa298f6-da32-45b2-8df1-7c6d9da91cfb req-9692b607-93fa-4335-9d79-ebd194464c14 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:24.824270 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9aa298f6-da32-45b2-8df1-7c6d9da91cfb req-9692b607-93fa-4335-9d79-ebd194464c14 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 945 time: 0.0526135 Apr 06 10:57:24.871551 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9aa298f6-da32-45b2-8df1-7c6d9da91cfb req-7458ce46-6536-4254-a653-6d13e2ff1e37 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 Apr 06 10:57:24.936215 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c76e2087-74a6-434a-92c1-9eb02cae9cc8 req-3e9506b7-1182-44a0-80d6-b89a03ac137f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=319e2274-7403-4a16-bf6a-c7fbaaf76e06 HTTP/1.1" status: 200 len: 217 time: 0.0507412 Apr 06 10:57:24.963260 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-b420ee1d-a407-4053-8c46-7c9aa12c11ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25acbe00-d438-4315-9300-4174dea414bd HTTP/1.1" status: 200 len: 217 time: 0.0661438 Apr 06 10:57:25.060371 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e2087-74a6-434a-92c1-9eb02cae9cc8 req-00606a8a-808d-419b-99bd-7e09b725d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.061887 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c76e2087-74a6-434a-92c1-9eb02cae9cc8 req-00606a8a-808d-419b-99bd-7e09b725d40c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ef548d0-87a2-4131-bf31-133f4e19d535 HTTP/1.1" status: 200 len: 848 time: 0.1156378 Apr 06 10:57:25.071256 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-8f374491-5a7f-4526-ac06-c74abb6ef3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.073101 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-8f374491-5a7f-4526-ac06-c74abb6ef3fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.0754795 Apr 06 10:57:25.074756 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1151258-8043-4ada-8cfd-44e7ce7e2503 req-029f78c4-2b3b-49d1-9bca-63eb66eaa3e7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.076539 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a1151258-8043-4ada-8cfd-44e7ce7e2503 req-029f78c4-2b3b-49d1-9bca-63eb66eaa3e7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0729232 Apr 06 10:57:25.098800 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['319e2274-7403-4a16-bf6a-c7fbaaf76e06'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:57:25.105241 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c76e2087-74a6-434a-92c1-9eb02cae9cc8 req-67196924-9c58-4ecf-ad20-658574729772 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270047 Apr 06 10:57:25.139885 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37d8ec-2fdb-475c-8b1f-62e63fc16ff2 req-1bfdcd09-0a99-4043-ab6a-29ca429fe52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.142283 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4d37d8ec-2fdb-475c-8b1f-62e63fc16ff2 req-1bfdcd09-0a99-4043-ab6a-29ca429fe52b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2464745 Apr 06 10:57:25.226890 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a1151258-8043-4ada-8cfd-44e7ce7e2503 req-cf227d27-58a7-4000-88ad-756bd08a23b1 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168900 Apr 06 10:57:25.288382 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c76e2087-74a6-434a-92c1-9eb02cae9cc8 req-0373b97b-4bb8-47ff-8182-ef999e0c88e2 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598871 Apr 06 10:57:25.293715 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-217bcbb3-e83c-48da-aaf3-fde414753096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.298533 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-217bcbb3-e83c-48da-aaf3-fde414753096 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2143369 Apr 06 10:57:25.301166 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['25acbe00-d438-4315-9300-4174dea414bd'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:57:25.389127 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af903f-61e4-40b5-811a-dd4c67dbe75d req-b6dbc126-4f54-4e3e-a653-8c017b34ef4e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.396841 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c6af903f-61e4-40b5-811a-dd4c67dbe75d req-b6dbc126-4f54-4e3e-a653-8c017b34ef4e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.2530603 Apr 06 10:57:25.445453 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c76e2087-74a6-434a-92c1-9eb02cae9cc8 req-f1000f1f-a373-4ba0-9695-46ed05825d68 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501517 Apr 06 10:57:25.448580 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-60b37f69-186d-4b5a-b0b5-1d2a4433f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.450185 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-60b37f69-186d-4b5a-b0b5-1d2a4433f636 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76b9d1e8f88245e58aad5d0e9051ae06&device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 1128 time: 0.2186530 Apr 06 10:57:25.535791 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c6af903f-61e4-40b5-811a-dd4c67dbe75d req-4b1d568b-6818-40a7-a533-55d9f7f29b91 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378403 Apr 06 10:57:25.581298 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-10a6a234-3b69-424f-8fea-a6fc361d1ec7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab HTTP/1.1" status: 200 len: 217 time: 0.0920813 Apr 06 10:57:25.585101 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-14c595d6-681a-46ff-b740-3a70a4708064 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807508 Apr 06 10:57:25.623264 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a31506-239b-4eef-8dc2-abd777ccc832 req-fbf1d179-fcde-4091-9a70-ac307addd2a3 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.624765 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-91a31506-239b-4eef-8dc2-abd777ccc832 req-fbf1d179-fcde-4091-9a70-ac307addd2a3 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 944 time: 0.0539210 Apr 06 10:57:25.680091 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-91a31506-239b-4eef-8dc2-abd777ccc832 req-530538f4-46dd-468d-82b6-1a3294fd8570 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490899 Apr 06 10:57:25.991322 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d5555-6762-4d34-9e58-22992b45ad09 req-434e3f9a-e254-43d1-8c05-a26d9887b119 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:25.992765 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ae2d5555-6762-4d34-9e58-22992b45ad09 req-434e3f9a-e254-43d1-8c05-a26d9887b119 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 945 time: 0.0549662 Apr 06 10:57:26.041644 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ae2d5555-6762-4d34-9e58-22992b45ad09 req-cdf87abc-7ceb-44fb-bd83-4a6859749494 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430660 Apr 06 10:57:26.342742 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f18e64-d339-4a5f-b9d0-67df3ba1a68b req-42ae131d-02b1-4cc7-ba7f-06cf98ede57e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:26.344269 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e9f18e64-d339-4a5f-b9d0-67df3ba1a68b req-42ae131d-02b1-4cc7-ba7f-06cf98ede57e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0537400 Apr 06 10:57:26.392646 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e9f18e64-d339-4a5f-b9d0-67df3ba1a68b req-9ee38ad6-1c8b-4e91-b4bf-b54b1afd2cef tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Apr 06 10:57:26.671919 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120e245-4858-4f1f-b37e-dabcad6313d4 req-b2c1bd16-ca0a-4c88-b3e1-b014fc71778f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:26.673588 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d120e245-4858-4f1f-b37e-dabcad6313d4 req-b2c1bd16-ca0a-4c88-b3e1-b014fc71778f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0570576 Apr 06 10:57:26.726266 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d120e245-4858-4f1f-b37e-dabcad6313d4 req-54cb04c7-5859-43cd-a2ef-0cae03176156 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465517 Apr 06 10:57:26.809126 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1955d1-0c31-4b6f-b53b-f3e0ee6859e1 req-e98342a4-8e88-4de0-b140-1c34b742a18e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:26.810673 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8c1955d1-0c31-4b6f-b53b-f3e0ee6859e1 req-e98342a4-8e88-4de0-b140-1c34b742a18e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 944 time: 0.0585740 Apr 06 10:57:26.857863 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8c1955d1-0c31-4b6f-b53b-f3e0ee6859e1 req-13780ca8-3700-48fb-bbc3-8fb902b0b9a4 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 Apr 06 10:57:27.165290 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff2fe4b-53e8-4ccf-ab04-37ff66125cd5 req-9accbab3-6b51-4a70-9635-bc5cd4eec74b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:27.166774 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fff2fe4b-53e8-4ccf-ab04-37ff66125cd5 req-9accbab3-6b51-4a70-9635-bc5cd4eec74b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 945 time: 0.0566459 Apr 06 10:57:27.213346 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fff2fe4b-53e8-4ccf-ab04-37ff66125cd5 req-15b534bf-be04-4c20-a782-be676ab1c624 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410025 Apr 06 10:57:27.512382 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f8322-a0a8-4860-a3dc-c54e51c5bd49 req-0de2f905-d9e3-47c7-adf2-f16d1e40b406 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:27.513886 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e59f8322-a0a8-4860-a3dc-c54e51c5bd49 req-0de2f905-d9e3-47c7-adf2-f16d1e40b406 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0554843 Apr 06 10:57:27.561390 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e59f8322-a0a8-4860-a3dc-c54e51c5bd49 req-51604ca9-f694-4aca-b795-ec6671c1714d tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419271 Apr 06 10:57:27.856111 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e127877-4c3a-4285-8d54-9153cce4a0fa req-eb4a5827-5503-4adf-bb55-27f6a89acd19 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:27.857603 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3e127877-4c3a-4285-8d54-9153cce4a0fa req-eb4a5827-5503-4adf-bb55-27f6a89acd19 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0526226 Apr 06 10:57:27.907894 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3e127877-4c3a-4285-8d54-9153cce4a0fa req-c8c3f580-73b9-4f16-a15c-9cfc068d5eb5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431955 Apr 06 10:57:27.984742 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff24ae-8f4a-4a20-aa69-0e3ce458a8b7 req-c454ea2a-2710-45fb-9b8d-77761311584b tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:27.986428 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3dff24ae-8f4a-4a20-aa69-0e3ce458a8b7 req-c454ea2a-2710-45fb-9b8d-77761311584b tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 944 time: 0.0583565 Apr 06 10:57:28.037586 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3dff24ae-8f4a-4a20-aa69-0e3ce458a8b7 req-cb385501-b183-4984-80b5-c4a511e43b62 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428643 Apr 06 10:57:28.314208 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-2c8d4f8b-e33b-4265-a295-72313f00f89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.316688 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-2c8d4f8b-e33b-4265-a295-72313f00f89a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9ffca87-eb1b-4ad6-bd43-02402d42fd82 HTTP/1.1" status: 200 len: 853 time: 0.1254206 Apr 06 10:57:28.387028 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c83b841b-9327-411d-b8b0-e40671871ea7 req-3077c492-63a1-43bf-872e-405984c202e5 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037654 Apr 06 10:57:28.414778 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d17a00-cf53-4069-9227-b79d92196f93 req-78778240-cebc-4db9-95ad-1aceb1e0e895 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.416330 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a1d17a00-cf53-4069-9227-b79d92196f93 req-78778240-cebc-4db9-95ad-1aceb1e0e895 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 945 time: 0.1228056 Apr 06 10:57:28.419399 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-0204daed-1ff6-47fc-abf2-601942b4d79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.420940 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-0204daed-1ff6-47fc-abf2-601942b4d79c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826759 Apr 06 10:57:28.466450 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a1d17a00-cf53-4069-9227-b79d92196f93 req-0fa295c3-6376-42f0-a4dd-2fef6da7f9f6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440407 Apr 06 10:57:28.687789 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad82918c-626c-4443-aedd-b5f866f45ec3 req-001a6ebc-8734-4981-91ee-0b78c4d9b0a5 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:28.689328 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ad82918c-626c-4443-aedd-b5f866f45ec3 req-001a6ebc-8734-4981-91ee-0b78c4d9b0a5 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0612259 Apr 06 10:57:28.751367 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ad82918c-626c-4443-aedd-b5f866f45ec3 req-752cd378-5965-4d02-98cf-cff56e4fe279 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 Apr 06 10:57:28.755786 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-3c0cdb02-e705-48f9-babc-ceff1aa67fd8 service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925834 Apr 06 10:57:28.859922 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eee43a1a-f957-4a5e-8a9c-a9cc1b95b3a9 req-23d74e97-e63e-4a4a-98e2-4788e68c76ee service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909607 Apr 06 10:57:29.042368 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11267eb-b3d8-4ae8-88a4-884797981e95 req-b81d89e1-54c0-4630-a420-c7d763efc1d9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:29.043999 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b11267eb-b3d8-4ae8-88a4-884797981e95 req-b81d89e1-54c0-4630-a420-c7d763efc1d9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0591402 Apr 06 10:57:29.100885 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b11267eb-b3d8-4ae8-88a4-884797981e95 req-1614cf90-a15c-4bad-b14e-903f245ed645 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477238 Apr 06 10:57:29.162485 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8c958-2583-45f9-b965-899e92c09050 req-df933e60-d802-44da-bf09-4ee19fe20990 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:29.163986 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b5f8c958-2583-45f9-b965-899e92c09050 req-df933e60-d802-44da-bf09-4ee19fe20990 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 944 time: 0.0537584 Apr 06 10:57:29.210996 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b5f8c958-2583-45f9-b965-899e92c09050 req-5927236c-a3ac-4738-9626-df24f1dd7a1b tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415165 Apr 06 10:57:29.552376 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 319e2274-7403-4a16-bf6a-c7fbaaf76e06 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:29.590550 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446464e5-90b1-4a90-a829-32af87775cae req-e58c2feb-adeb-404c-9659-9c0f72976b3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:29.597582 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-446464e5-90b1-4a90-a829-32af87775cae req-e58c2feb-adeb-404c-9659-9c0f72976b3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 945 time: 0.0604286 Apr 06 10:57:29.623323 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:57:29.627735 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:29.628114 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.657137 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-446464e5-90b1-4a90-a829-32af87775cae req-e4315a22-42ef-4307-8705-492815ce9487 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574708 Apr 06 10:57:29.715389 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:29.715832 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.741404 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7db0952-5282-4045-bc06-833aa50cf37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319e2274-7403-4a16-bf6a-c7fbaaf76e06'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:29.743945 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da625e8-fd4d-43d1-b7f2-769896b032c5" -d '{"events": [{"server_uuid": "e7db0952-5282-4045-bc06-833aa50cf37b", "name": "network-vif-plugged", "status": "completed", "tag": "319e2274-7403-4a16-bf6a-c7fbaaf76e06"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:29.760237 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 319e2274-7403-4a16-bf6a-c7fbaaf76e06, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=319e2274-7403-4a16-bf6a-c7fbaaf76e06,segment=NetworkSegment(06a676d9-4d57-45e3-8e8e-b995ba0794c4),segment_id=06a676d9-4d57-45e3-8e8e-b995ba0794c4)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:29.765692 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.766932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 25acbe00-d438-4315-9300-4174dea414bd up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:29.792158 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37630095-2337-49de-a7c0-6951f28740d0 x-openstack-request-id: req-37630095-2337-49de-a7c0-6951f28740d0 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:29.792424 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7db0952-5282-4045-bc06-833aa50cf37b", "name": "network-vif-plugged", "status": "completed", "tag": "319e2274-7403-4a16-bf6a-c7fbaaf76e06", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:29.793412 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-37630095-2337-49de-a7c0-6951f28740d0 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:29.793867 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37630095-2337-49de-a7c0-6951f28740d0'] response: {'server_uuid': 'e7db0952-5282-4045-bc06-833aa50cf37b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319e2274-7403-4a16-bf6a-c7fbaaf76e06', 'code': 200} Apr 06 10:57:29.851146 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=319e2274-7403-4a16-bf6a-c7fbaaf76e06,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:29.871548 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 25acbe00-d438-4315-9300-4174dea414bd completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:57:29.875686 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 25acbe00-d438-4315-9300-4174dea414bd triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:29.876077 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (25acbe00-d438-4315-9300-4174dea414bd), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:29.894199 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9552d6-a7ed-4efe-bd84-72532ac4d8c6 req-4fe6fead-5a8c-41fc-9499-64fe0903cd6e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:29.895869 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-aa9552d6-a7ed-4efe-bd84-72532ac4d8c6 req-4fe6fead-5a8c-41fc-9499-64fe0903cd6e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0623326 Apr 06 10:57:29.953240 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-aa9552d6-a7ed-4efe-bd84-72532ac4d8c6 req-7c75b38a-2652-407d-9459-2bd51e08fa1a tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507190 Apr 06 10:57:29.970165 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 25acbe00-d438-4315-9300-4174dea414bd is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:29.970662 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (25acbe00-d438-4315-9300-4174dea414bd), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.011334 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 25acbe00-d438-4315-9300-4174dea414bd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25acbe00-d438-4315-9300-4174dea414bd,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:30.016095 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (25acbe00-d438-4315-9300-4174dea414bd), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:30.072353 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=25acbe00-d438-4315-9300-4174dea414bd,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:30.223010 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc500ad-7f82-425e-bbcf-916236e8ab2b req-45fb82d8-89db-4041-9c94-1f2c4cff9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:30.223289 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bfc500ad-7f82-425e-bbcf-916236e8ab2b req-45fb82d8-89db-4041-9c94-1f2c4cff9e48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 1129 time: 0.0502625 Apr 06 10:57:30.258617 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72587b90-ee57-451a-a202-cec4ae2c8729 req-a25eadb7-5d1b-424a-8a9e-910da48712ef tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:30.264025 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-72587b90-ee57-451a-a202-cec4ae2c8729 req-a25eadb7-5d1b-424a-8a9e-910da48712ef tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0769119 Apr 06 10:57:30.274003 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bfc500ad-7f82-425e-bbcf-916236e8ab2b req-b4b4f4c9-abc5-426b-ab5f-6dc2b9ec5723 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440192 Apr 06 10:57:30.347180 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-72587b90-ee57-451a-a202-cec4ae2c8729 req-035bcada-1743-4000-8214-6824e4e9ce0d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577023 Apr 06 10:57:30.375664 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da992b5-381c-4104-b9be-e2933e6c587b req-d3f2172d-528a-42ed-b484-ba6de8a78cbb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:30.377370 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4da992b5-381c-4104-b9be-e2933e6c587b req-d3f2172d-528a-42ed-b484-ba6de8a78cbb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 945 time: 0.0874205 Apr 06 10:57:30.425779 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4da992b5-381c-4104-b9be-e2933e6c587b req-657a891a-6404-41d7-8142-e5fcf8255b1a tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Apr 06 10:57:30.784281 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f75b23-c417-4785-a7f0-b94bd4b954c7 req-9cfd02a8-3c6a-48af-a930-e36401984892 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:30.785997 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-82f75b23-c417-4785-a7f0-b94bd4b954c7 req-9cfd02a8-3c6a-48af-a930-e36401984892 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0583568 Apr 06 10:57:30.833679 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-82f75b23-c417-4785-a7f0-b94bd4b954c7 req-60b213c0-9a76-4c86-a053-8e6c64c37778 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415554 Apr 06 10:57:31.070537 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24857162-a054-455d-b2d6-6047d48a5f5b req-b531204c-7582-482d-8492-b559e85fcf1c tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:31.072198 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-24857162-a054-455d-b2d6-6047d48a5f5b req-b531204c-7582-482d-8492-b559e85fcf1c tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0520453 Apr 06 10:57:31.119858 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-24857162-a054-455d-b2d6-6047d48a5f5b req-b8b6a939-fb1a-4e36-a55a-01180e7efea0 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411553 Apr 06 10:57:31.444601 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157d851-4895-42d7-9f12-97dae4a81ccf req-6c371a6c-a6d8-4901-b06b-b866457ac596 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:31.446693 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4157d851-4895-42d7-9f12-97dae4a81ccf req-6c371a6c-a6d8-4901-b06b-b866457ac596 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0521924 Apr 06 10:57:31.496799 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4157d851-4895-42d7-9f12-97dae4a81ccf req-388f21b6-dc5d-4ae8-924b-d84a38ad55e8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Apr 06 10:57:31.543324 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f500-29cf-42ff-b3ed-3a8c887053e2 req-14c3e516-f90e-4851-a535-8a9468ce8fe6 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:31.544826 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4ef6f500-29cf-42ff-b3ed-3a8c887053e2 req-14c3e516-f90e-4851-a535-8a9468ce8fe6 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 945 time: 0.0521247 Apr 06 10:57:31.594433 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4ef6f500-29cf-42ff-b3ed-3a8c887053e2 req-a7893e4c-fd0b-4cd8-8819-eac52cc1db99 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432670 Apr 06 10:57:31.795181 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25acbe00-d438-4315-9300-4174dea414bd'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:31.797471 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7433d988-f55e-4da3-b728-a1f2ce5873c0" -d '{"events": [{"server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "name": "network-vif-plugged", "status": "completed", "tag": "25acbe00-d438-4315-9300-4174dea414bd"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:31.833132 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb88eff-4db6-4be8-bc48-cddbf0e4af45 x-openstack-request-id: req-7cb88eff-4db6-4be8-bc48-cddbf0e4af45 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:31.833589 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "name": "network-vif-plugged", "status": "completed", "tag": "25acbe00-d438-4315-9300-4174dea414bd", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:31.833853 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cb88eff-4db6-4be8-bc48-cddbf0e4af45 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:31.834258 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb88eff-4db6-4be8-bc48-cddbf0e4af45'] response: {'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25acbe00-d438-4315-9300-4174dea414bd', 'code': 200} Apr 06 10:57:31.960243 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ab9ac-a6a6-4423-a3b6-463db1e6c841 req-10a60637-330b-4148-9718-08b7c5ecb302 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:31.961787 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a89ab9ac-a6a6-4423-a3b6-463db1e6c841 req-10a60637-330b-4148-9718-08b7c5ecb302 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0630083 Apr 06 10:57:32.010668 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a89ab9ac-a6a6-4423-a3b6-463db1e6c841 req-332b11d0-7cbf-4cb6-b891-3ff9cb67426f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426414 Apr 06 10:57:32.242732 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b78bb1-c97c-45aa-b7b1-4a368f9dacde req-00c4789a-09e7-4c84-a19d-ac3ff6102692 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:32.244389 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-16b78bb1-c97c-45aa-b7b1-4a368f9dacde req-00c4789a-09e7-4c84-a19d-ac3ff6102692 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 944 time: 0.0578401 Apr 06 10:57:32.294531 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-16b78bb1-c97c-45aa-b7b1-4a368f9dacde req-888a4ac6-45f0-4d52-b928-7c511089ad90 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444119 Apr 06 10:57:32.329684 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device e219d8ad-1492-4529-95e4-8dfd1a3950ab details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:57:32.563968 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port e219d8ad-1492-4529-95e4-8dfd1a3950ab, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:32.575477 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'port_id': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'mac_address': 'fa:16:3e:16:33:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:57:32.614259 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port e219d8ad-1492-4529-95e4-8dfd1a3950ab is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:32.614568 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:32.628265 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e219d8ad-1492-4529-95e4-8dfd1a3950ab {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:32.637652 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd108db-559d-42d4-bf8a-a1b09f429a18 req-96ad45b2-55f8-4f18-b5ed-f87821592287 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:32.639200 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8dd108db-559d-42d4-bf8a-a1b09f429a18 req-96ad45b2-55f8-4f18-b5ed-f87821592287 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0678711 Apr 06 10:57:32.649331 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port e219d8ad-1492-4529-95e4-8dfd1a3950ab, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:32.654717 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:32.692904 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8dd108db-559d-42d4-bf8a-a1b09f429a18 req-43d14638-1005-4bdc-b904-f398d1a47e7e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475330 Apr 06 10:57:32.705280 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=e219d8ad-1492-4529-95e4-8dfd1a3950ab,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:32.721855 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de91db-b712-4d72-aff9-4fd011a0d7b0 req-a583fbb9-fe9d-40f5-a124-a7d05cdcbede tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:32.723410 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-08de91db-b712-4d72-aff9-4fd011a0d7b0 req-a583fbb9-fe9d-40f5-a124-a7d05cdcbede tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 945 time: 0.0600426 Apr 06 10:57:32.772803 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-08de91db-b712-4d72-aff9-4fd011a0d7b0 req-c611d67b-0234-409d-9a00-5dde1e4a968c tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Apr 06 10:57:33.136250 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8dd946-29af-49c2-b839-4622b057af90 req-21f6eeec-c956-4481-8d3a-6fd30f6a1585 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:33.137789 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3e8dd946-29af-49c2-b839-4622b057af90 req-21f6eeec-c956-4481-8d3a-6fd30f6a1585 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0583303 Apr 06 10:57:33.191186 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3e8dd946-29af-49c2-b839-4622b057af90 req-a2fb8029-5cbf-4913-8e99-b5da41e21714 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473588 Apr 06 10:57:33.258379 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:33.416978 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6925d65-e01f-488d-87ee-965c46917559 req-ad9208cf-6cdd-40ca-af02-e5e0a9d9c5f2 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:33.418714 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a6925d65-e01f-488d-87ee-965c46917559 req-ad9208cf-6cdd-40ca-af02-e5e0a9d9c5f2 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 945 time: 0.0563490 Apr 06 10:57:33.472298 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a6925d65-e01f-488d-87ee-965c46917559 req-c94b6e7f-cbbf-48e9-ac8e-411dc2f152fa tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471025 Apr 06 10:57:33.663624 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['e219d8ad-1492-4529-95e4-8dfd1a3950ab'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:57:33.848715 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83e6cb-7634-4c06-90e9-c31621ac0eb1 req-51cc2e78-2181-4207-b367-fc4e556c0d2a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:33.850294 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ab83e6cb-7634-4c06-90e9-c31621ac0eb1 req-51cc2e78-2181-4207-b367-fc4e556c0d2a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0828846 Apr 06 10:57:33.855953 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab205cb3-d14d-4033-8065-d5f68d183e21 req-7baccb23-c362-43b0-9e05-b719f18647be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:33.857388 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ab205cb3-d14d-4033-8065-d5f68d183e21 req-7baccb23-c362-43b0-9e05-b719f18647be service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 1130 time: 0.0636950 Apr 06 10:57:33.898979 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884394c-5cd9-4ee9-8f4f-99099dba9ff9 req-f27d4dfe-88fc-42f8-ba38-3c4fcbfacdcd tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:33.900738 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b884394c-5cd9-4ee9-8f4f-99099dba9ff9 req-f27d4dfe-88fc-42f8-ba38-3c4fcbfacdcd tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 945 time: 0.0551701 Apr 06 10:57:33.929257 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ab83e6cb-7634-4c06-90e9-c31621ac0eb1 req-90cf74d8-578d-4f5b-98e9-ae965db6adcb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706847 Apr 06 10:57:33.940499 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ab205cb3-d14d-4033-8065-d5f68d183e21 req-b70032bd-c3a5-468d-9f27-33530c6ad555 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655105 Apr 06 10:57:33.950525 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b884394c-5cd9-4ee9-8f4f-99099dba9ff9 req-636ab19c-2089-4d4f-b98f-9b2161422436 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441301 Apr 06 10:57:34.310822 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822b3f1-0fd0-466d-b6f2-c06cdbe79859 req-85affbc6-446e-4367-a920-cba5513f1cc0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:34.312194 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e822b3f1-0fd0-466d-b6f2-c06cdbe79859 req-85affbc6-446e-4367-a920-cba5513f1cc0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0535898 Apr 06 10:57:34.365475 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e822b3f1-0fd0-466d-b6f2-c06cdbe79859 req-2f347c30-249b-4f7b-b444-29adf9111496 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472572 Apr 06 10:57:34.602570 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569a1f-1ecb-436d-8531-66e6b992bbe0 req-6fdc4763-9333-4690-9e35-08531923438d tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:34.604436 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-20569a1f-1ecb-436d-8531-66e6b992bbe0 req-6fdc4763-9333-4690-9e35-08531923438d tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 945 time: 0.0611253 Apr 06 10:57:34.653095 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-20569a1f-1ecb-436d-8531-66e6b992bbe0 req-5362b34e-8ecc-4f87-9db6-0ab07571c6d5 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Apr 06 10:57:35.060182 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e7fb43-d26d-4b57-93fc-41973ae46132 req-17573d00-1585-4afc-ae6c-d6236f2d38ed tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:35.061760 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-31e7fb43-d26d-4b57-93fc-41973ae46132 req-17573d00-1585-4afc-ae6c-d6236f2d38ed tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0563765 Apr 06 10:57:35.091898 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad695c3-a472-48e6-8515-b68aaf01be50 req-6bfd55e0-5b5a-4af8-ad20-a6ba17ed05e1 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:35.093411 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9ad695c3-a472-48e6-8515-b68aaf01be50 req-6bfd55e0-5b5a-4af8-ad20-a6ba17ed05e1 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 945 time: 0.0591443 Apr 06 10:57:35.113232 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-31e7fb43-d26d-4b57-93fc-41973ae46132 req-be9f5eb2-055f-4278-bce3-93fcc345fd4c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448625 Apr 06 10:57:35.142070 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9ad695c3-a472-48e6-8515-b68aaf01be50 req-89315f26-3cf5-4c5d-8a8b-dc31957d403b tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423534 Apr 06 10:57:35.250590 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device e219d8ad-1492-4529-95e4-8dfd1a3950ab up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:35.312572 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port e219d8ad-1492-4529-95e4-8dfd1a3950ab completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:57:35.317146 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port e219d8ad-1492-4529-95e4-8dfd1a3950ab triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:35.317518 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:35.398166 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port e219d8ad-1492-4529-95e4-8dfd1a3950ab is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:35.398570 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:35.426784 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:35.428895 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b52fa8-cdf6-455f-92d3-835d01c97734" -d '{"events": [{"server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "name": "network-vif-plugged", "status": "completed", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:35.445967 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port e219d8ad-1492-4529-95e4-8dfd1a3950ab, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:35.459151 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:35.491336 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e867724-4979-43f3-b39d-b79535b669fe x-openstack-request-id: req-2e867724-4979-43f3-b39d-b79535b669fe {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:35.491683 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "name": "network-vif-plugged", "status": "completed", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:35.492003 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e867724-4979-43f3-b39d-b79535b669fe {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:35.492433 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e867724-4979-43f3-b39d-b79535b669fe'] response: {'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'code': 200} Apr 06 10:57:35.518968 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=e219d8ad-1492-4529-95e4-8dfd1a3950ab,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:35.554792 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e32da-aa43-4399-8558-99bad4a4ae15 req-5961930a-4adc-4984-a0bd-fdcb6c8361d0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:35.556404 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-039e32da-aa43-4399-8558-99bad4a4ae15 req-5961930a-4adc-4984-a0bd-fdcb6c8361d0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0615118 Apr 06 10:57:35.609434 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-039e32da-aa43-4399-8558-99bad4a4ae15 req-7a3d8b5d-62c7-4077-82da-f63f2a7a5b2d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471623 Apr 06 10:57:35.845629 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b92c55-5e10-4a54-8b51-ee23ea5fc284 req-4ebfe0a1-e65f-4de3-84d5-a5e716512d92 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:35.855405 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-63b92c55-5e10-4a54-8b51-ee23ea5fc284 req-4ebfe0a1-e65f-4de3-84d5-a5e716512d92 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0893018 Apr 06 10:57:35.931851 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-63b92c55-5e10-4a54-8b51-ee23ea5fc284 req-d1e627d9-843b-4e70-8a1d-a907bfe17dbb tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750730 Apr 06 10:57:36.023401 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2ed2b-4b59-40b6-bfd6-37d1e5ae5bbb req-deb94c29-6aa3-4d76-8806-1044cabac74d tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:36.024829 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-15d2ed2b-4b59-40b6-bfd6-37d1e5ae5bbb req-deb94c29-6aa3-4d76-8806-1044cabac74d tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 945 time: 0.0588956 Apr 06 10:57:36.075690 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-15d2ed2b-4b59-40b6-bfd6-37d1e5ae5bbb req-da3088ee-cfc3-4b67-a43b-3bd9d5c1052d tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Apr 06 10:57:36.249308 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882350c4-2e02-4995-adf0-1d9ab07db3e8 req-f069b74f-7c40-414a-9ca1-2a0341373c6d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:36.250810 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-882350c4-2e02-4995-adf0-1d9ab07db3e8 req-f069b74f-7c40-414a-9ca1-2a0341373c6d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0617459 Apr 06 10:57:36.300796 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-882350c4-2e02-4995-adf0-1d9ab07db3e8 req-7a9f0b66-14bd-4f75-9bc8-575b29dee13f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Apr 06 10:57:36.500110 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a7340-39b7-485d-a6da-2aa6dc3d2326 req-c33cb04e-e54f-4f5d-8e98-9c49b5ca3650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:36.501669 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a21a7340-39b7-485d-a6da-2aa6dc3d2326 req-c33cb04e-e54f-4f5d-8e98-9c49b5ca3650 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 1130 time: 0.0477746 Apr 06 10:57:36.740427 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc6d71-7e03-49c6-9fa9-0c2dbd0f2e90 req-fbe1e04e-c24c-41ea-9ae8-3dafa9211a2d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:36.742281 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8dcc6d71-7e03-49c6-9fa9-0c2dbd0f2e90 req-fbe1e04e-c24c-41ea-9ae8-3dafa9211a2d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0651383 Apr 06 10:57:36.790817 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8dcc6d71-7e03-49c6-9fa9-0c2dbd0f2e90 req-a9ad7cf6-f9a3-463c-be29-50dd91570c28 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426583 Apr 06 10:57:36.865365 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 56944) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:36.915660 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162e63cb-9737-4f85-bd92-68fe385e715f req-74d7b8c3-eb17-4252-aff2-ea1bc0421a39 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:36.917243 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-162e63cb-9737-4f85-bd92-68fe385e715f req-74d7b8c3-eb17-4252-aff2-ea1bc0421a39 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0611365 Apr 06 10:57:36.926920 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 56952) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:36.931338 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-c046fcac-2bf4-438f-ae6e-7931c2fbcb3d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Request body: {'floatingip': {'port_id': '25acbe00-d438-4315-9300-4174dea414bd'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:36.979639 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c046fcac-2bf4-438f-ae6e-7931c2fbcb3d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for floatingip (13fe39fa-5935-4140-b8bb-e040fafcdcdb), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.059364 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0812-2c4c-430e-9901-3f26aaf0680a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.070709 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f574860-f3ce-40c1-b1f8-b78b99a34ce8 req-bbb3814c-5670-4b8f-92bb-50d061b08ddc tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:37.072356 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4f574860-f3ce-40c1-b1f8-b78b99a34ce8 req-bbb3814c-5670-4b8f-92bb-50d061b08ddc tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0622745 Apr 06 10:57:37.128915 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4f574860-f3ce-40c1-b1f8-b78b99a34ce8 req-98291568-850b-4f8a-acca-fc3eb22e0ce7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506992 Apr 06 10:57:37.324360 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0812-2c4c-430e-9901-3f26aaf0680a admin admin] Publish callbacks [] for security_group (b3afd4e0-0666-44ae-9a3e-1eb721eba820), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.332895 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621519f4-525b-4de1-8ff7-d48dda267d28 req-38cdcb68-55e9-4ebb-be84-cd45333137ec tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:37.334489 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-621519f4-525b-4de1-8ff7-d48dda267d28 req-38cdcb68-55e9-4ebb-be84-cd45333137ec tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 945 time: 0.1849208 Apr 06 10:57:37.338544 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e4ac0812-2c4c-430e-9901-3f26aaf0680a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b3afd4e0-0666-44ae-9a3e-1eb721eba820), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.434171 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a912e4a-f7cf-4765-8397-ddcabf61d1fc req-f97bff15-f85d-42d1-9fd9-9defc950b7a5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:37.435715 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7a912e4a-f7cf-4765-8397-ddcabf61d1fc req-f97bff15-f85d-42d1-9fd9-9defc950b7a5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0605280 Apr 06 10:57:37.486084 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7a912e4a-f7cf-4765-8397-ddcabf61d1fc req-45591bc7-54fc-4ee4-af55-8a8086ab18e9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438232 Apr 06 10:57:37.487008 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e4ac0812-2c4c-430e-9901-3f26aaf0680a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2ec8c33e86cd4412925351cd620bbdbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6201861 Apr 06 10:57:37.490033 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 56962) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:37.498413 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac0812-2c4c-430e-9901-3f26aaf0680a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3afd4e0-0666-44ae-9a3e-1eb721eba820,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:37.524982 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-621519f4-525b-4de1-8ff7-d48dda267d28 req-1ad7e54c-be28-4c24-bbc3-b14f05ef58f6 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811159 Apr 06 10:57:37.552736 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Publish callbacks [] for security_group (b3afd4e0-0666-44ae-9a3e-1eb721eba820), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.574851 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Publish callbacks [] for security_group (b3afd4e0-0666-44ae-9a3e-1eb721eba820), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.625087 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b3afd4e0-0666-44ae-9a3e-1eb721eba820), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.627743 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.631381 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b3afd4e0-0666-44ae-9a3e-1eb721eba820 HTTP/1.1" status: 204 len: 168 time: 0.1378255 Apr 06 10:57:37.637728 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3afd4e0-0666-44ae-9a3e-1eb721eba820,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:37.645670 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.646017 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.646363 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.646703 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.647044 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.647383 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.647816 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.648136 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.648466 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.648801 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.649130 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.649457 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.649779 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.650109 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.650424 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7079e0c9-c238-4807-915f-8e9c117ad41c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:37.683949 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c046fcac-2bf4-438f-ae6e-7931c2fbcb3d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.688077 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c046fcac-2bf4-438f-ae6e-7931c2fbcb3d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (13fe39fa-5935-4140-b8bb-e040fafcdcdb), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:37.801599 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-c046fcac-2bf4-438f-ae6e-7931c2fbcb3d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Floating IP 13fe39fa-5935-4140-b8bb-e040fafcdcdb associated. External IP: 172.27.1.154, port: 25acbe00-d438-4315-9300-4174dea414bd. Apr 06 10:57:37.870419 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a21a7340-39b7-485d-a6da-2aa6dc3d2326 req-f86aad9e-9bcf-4b23-b70f-68fea8764766 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464404 Apr 06 10:57:38.046749 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c046fcac-2bf4-438f-ae6e-7931c2fbcb3d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:57:38.274172 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd95db6-dba4-4ac0-8908-78758ea04a26 req-f3ad62cf-ad9c-4af3-be38-2a334f72de7e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:38.275804 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cdd95db6-dba4-4ac0-8908-78758ea04a26 req-f3ad62cf-ad9c-4af3-be38-2a334f72de7e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0673175 Apr 06 10:57:38.326924 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cdd95db6-dba4-4ac0-8908-78758ea04a26 req-92e54f4d-3600-43c0-b849-c1caedb3cd72 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 Apr 06 10:57:38.391932 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c046fcac-2bf4-438f-ae6e-7931c2fbcb3d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:38.397179 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c046fcac-2bf4-438f-ae6e-7931c2fbcb3d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:38.402110 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] Sync routers for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:38.413554 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:38.414211 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:38.430057 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-c046fcac-2bf4-438f-ae6e-7931c2fbcb3d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "PUT /v2.0/floatingips/13fe39fa-5935-4140-b8bb-e040fafcdcdb HTTP/1.1" status: 200 len: 992 time: 1.5021658 Apr 06 10:57:38.430971 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'tag': '25acbe00-d438-4315-9300-4174dea414bd'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:38.433527 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543e830f-a51d-4b68-8d3a-b641ceab7d10" -d '{"events": [{"name": "network-changed", "server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "tag": "25acbe00-d438-4315-9300-4174dea414bd"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:38.478734 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ac758a-7317-4f48-835e-72a1074d064f x-openstack-request-id: req-47ac758a-7317-4f48-835e-72a1074d064f {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:38.479033 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "tag": "25acbe00-d438-4315-9300-4174dea414bd", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:38.479306 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-47ac758a-7317-4f48-835e-72a1074d064f {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:38.479737 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ac758a-7317-4f48-835e-72a1074d064f'] response: {'name': 'network-changed', 'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'tag': '25acbe00-d438-4315-9300-4174dea414bd', 'status': 'completed', 'code': 200} Apr 06 10:57:38.541361 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:38.636971 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8826-783b-43bb-bf36-d56d8f569f36 req-af32313a-81e5-453e-9bf7-9c29c0930b57 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:38.637909 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ea9f8826-783b-43bb-bf36-d56d8f569f36 req-af32313a-81e5-453e-9bf7-9c29c0930b57 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0593793 Apr 06 10:57:38.656023 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f6797-2ebf-49b9-bd64-1599269ef408 req-26149141-6b6d-4339-943c-aee562c6b2bf tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:38.657555 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8b9f6797-2ebf-49b9-bd64-1599269ef408 req-26149141-6b6d-4339-943c-aee562c6b2bf tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 945 time: 0.0597029 Apr 06 10:57:38.698879 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ea9f8826-783b-43bb-bf36-d56d8f569f36 req-ac5e8256-294a-4487-b1b2-72e07831e05e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496900 Apr 06 10:57:38.706805 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8b9f6797-2ebf-49b9-bd64-1599269ef408 req-7d8c8462-5ca7-4dfa-ad62-6fad892e244c tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Apr 06 10:57:38.803283 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '13fe39fa-5935-4140-b8bb-e040fafcdcdb', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'port_id': '25acbe00-d438-4315-9300-4174dea414bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'mac_address': 'fa:16:3e:e5:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:53Z', 'updated_at': '2022-04-06T10:57:37Z', 'revision_number': 1, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:31Z', 'revision_number': 5, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:38.830436 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] Checking router: d47a5e74-1a6d-46f0-ad1f-a97fae1a220d for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:38.840103 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:38.840719 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:38.950532 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:39.025753 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-9dd36aea-7c7d-4127-a977-88a8bc6f4084 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:39.027273 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-9dd36aea-7c7d-4127-a977-88a8bc6f4084 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 945 time: 0.0911591 Apr 06 10:57:39.032284 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-1f77ebe9-bb3e-4dee-ba26-d2c5af36cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:39.033741 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-1f77ebe9-bb3e-4dee-ba26-d2c5af36cb19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 1130 time: 0.0830588 Apr 06 10:57:39.283072 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '13fe39fa-5935-4140-b8bb-e040fafcdcdb', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'port_id': '25acbe00-d438-4315-9300-4174dea414bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'mac_address': 'fa:16:3e:e5:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:53Z', 'updated_at': '2022-04-06T10:57:37Z', 'revision_number': 1, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:31Z', 'revision_number': 5, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:39.312310 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadebae1-e29d-45d9-945b-97a04b1e0722 None None] The sync data for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi is: [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '13fe39fa-5935-4140-b8bb-e040fafcdcdb', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'port_id': '25acbe00-d438-4315-9300-4174dea414bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'mac_address': 'fa:16:3e:e5:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:53Z', 'updated_at': '2022-04-06T10:57:37Z', 'revision_number': 1, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:31Z', 'revision_number': 5, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:57:39.489349 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f8ff-75be-4998-ba4d-c6c7ed67c983 req-b3002a66-23f3-4c47-a763-284bcf934071 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:39.489904 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-7f1b242f-5b21-4e3c-9e86-3ec7424a9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:39.491995 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-7f1b242f-5b21-4e3c-9e86-3ec7424a9f6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.4245312 Apr 06 10:57:39.501085 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-48813b67-eb04-41a7-9fc4-1e498297f1fb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Deleting port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:57:39.501651 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2d72f8ff-75be-4998-ba4d-c6c7ed67c983 req-b3002a66-23f3-4c47-a763-284bcf934071 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0813780 Apr 06 10:57:39.502038 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-48813b67-eb04-41a7-9fc4-1e498297f1fb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:39.557062 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2d72f8ff-75be-4998-ba4d-c6c7ed67c983 req-19ab5942-4b36-485d-8dad-3aeaa01bcfe7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545113 Apr 06 10:57:39.592665 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c9975e-5b1a-4128-ace2-387f62b729fb None None] New status for floating IP 13fe39fa-5935-4140-b8bb-e040fafcdcdb: ACTIVE {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:57:39.608654 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 56990) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:39.620416 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-48813b67-eb04-41a7-9fc4-1e498297f1fb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] For port 319e2274-7403-4a16-bf6a-c7fbaaf76e06, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=319e2274-7403-4a16-bf6a-c7fbaaf76e06,segment=NetworkSegment(06a676d9-4d57-45e3-8e8e-b995ba0794c4),segment_id=06a676d9-4d57-45e3-8e8e-b995ba0794c4)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:39.620780 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-48813b67-eb04-41a7-9fc4-1e498297f1fb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:39.635321 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-48813b67-eb04-41a7-9fc4-1e498297f1fb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Calling delete_port for 319e2274-7403-4a16-bf6a-c7fbaaf76e06 owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:57:39.744381 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6090-af3c-49b1-94ae-d7a1511e7422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:39.836181 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-48813b67-eb04-41a7-9fc4-1e498297f1fb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (319e2274-7403-4a16-bf6a-c7fbaaf76e06), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:39.890979 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['319e2274-7403-4a16-bf6a-c7fbaaf76e06'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:57:39.912209 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952bc8c-4e5c-4a43-b679-35cd284daad2 req-313c9ac8-f979-4f3b-a0e9-ec8ec119e811 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:39.913807 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3952bc8c-4e5c-4a43-b679-35cd284daad2 req-313c9ac8-f979-4f3b-a0e9-ec8ec119e811 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0957980 Apr 06 10:57:39.927691 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-77dfc22f-9caa-4aa5-bac9-294126bba204 req-3b062751-3850-490d-92b5-4ce2059c02de tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e7db0952-5282-4045-bc06-833aa50cf37b HTTP/1.1" status: 200 len: 210 time: 0.1051016 Apr 06 10:57:39.941915 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48813b67-eb04-41a7-9fc4-1e498297f1fb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Pushing event deleted for resources: {'Port': ['ID=319e2274-7403-4a16-bf6a-c7fbaaf76e06,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:39.963380 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6090-af3c-49b1-94ae-d7a1511e7422 admin admin] Publish callbacks [] for security_group (9bc5a992-8664-4b43-b104-2ed0622a6bd8), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:39.974130 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6090-af3c-49b1-94ae-d7a1511e7422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (9bc5a992-8664-4b43-b104-2ed0622a6bd8), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:39.999420 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-61cd17ff-a733-48bc-8202-467d6c729b68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25acbe00-d438-4315-9300-4174dea414bd HTTP/1.1" status: 200 len: 1002 time: 0.1827710 Apr 06 10:57:40.000423 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-48813b67-eb04-41a7-9fc4-1e498297f1fb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] No DVR routers for this DVR port 319e2274-7403-4a16-bf6a-c7fbaaf76e06 on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:57:40.002522 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-48813b67-eb04-41a7-9fc4-1e498297f1fb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:40.005880 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-59dcce6c-9c1b-4f2c-abca-a07d8b409320 req-48813b67-eb04-41a7-9fc4-1e498297f1fb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.26 "DELETE /v2.0/ports/319e2274-7403-4a16-bf6a-c7fbaaf76e06 HTTP/1.1" status: 204 len: 173 time: 0.9453619 Apr 06 10:57:40.006325 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7db0952-5282-4045-bc06-833aa50cf37b', 'name': 'network-vif-deleted', 'tag': '319e2274-7403-4a16-bf6a-c7fbaaf76e06'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:40.008601 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec02a118-d6de-43a0-afeb-aed0dfdeebe7" -d '{"events": [{"server_uuid": "e7db0952-5282-4045-bc06-833aa50cf37b", "name": "network-vif-deleted", "tag": "319e2274-7403-4a16-bf6a-c7fbaaf76e06"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:40.020367 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3952bc8c-4e5c-4a43-b679-35cd284daad2 req-d2029194-4c3b-4f8e-ad3e-6885dcc5d1a8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938866 Apr 06 10:57:40.031765 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-0f9d6090-af3c-49b1-94ae-d7a1511e7422 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4017272831a5474a9f099b106bb1c620&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4218402 Apr 06 10:57:40.035041 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57000) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:40.043352 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d6090-af3c-49b1-94ae-d7a1511e7422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc5a992-8664-4b43-b104-2ed0622a6bd8,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:40.060223 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-7d66df62-3d6e-4e93-a713-fc6984b78756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:40.061809 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-7d66df62-3d6e-4e93-a713-fc6984b78756 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.0501111 Apr 06 10:57:40.081865 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a65433f-337a-4bb4-88f6-df8d83556ede x-openstack-request-id: req-3a65433f-337a-4bb4-88f6-df8d83556ede {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:40.081865 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7db0952-5282-4045-bc06-833aa50cf37b", "name": "network-vif-deleted", "tag": "319e2274-7403-4a16-bf6a-c7fbaaf76e06", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:40.082219 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a65433f-337a-4bb4-88f6-df8d83556ede {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:40.082605 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a65433f-337a-4bb4-88f6-df8d83556ede'] response: {'server_uuid': 'e7db0952-5282-4045-bc06-833aa50cf37b', 'name': 'network-vif-deleted', 'tag': '319e2274-7403-4a16-bf6a-c7fbaaf76e06', 'status': 'completed', 'code': 200} Apr 06 10:57:40.109793 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1dc435d4-37d7-493f-848f-bffd69e0155d admin admin] Publish callbacks [] for security_group (9bc5a992-8664-4b43-b104-2ed0622a6bd8), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:40.131509 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1dc435d4-37d7-493f-848f-bffd69e0155d admin admin] Publish callbacks [] for security_group (9bc5a992-8664-4b43-b104-2ed0622a6bd8), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:40.179774 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1dc435d4-37d7-493f-848f-bffd69e0155d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (9bc5a992-8664-4b43-b104-2ed0622a6bd8), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:40.182343 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1dc435d4-37d7-493f-848f-bffd69e0155d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:40.183575 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-1dc435d4-37d7-493f-848f-bffd69e0155d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9bc5a992-8664-4b43-b104-2ed0622a6bd8 HTTP/1.1" status: 204 len: 168 time: 0.1471162 Apr 06 10:57:40.191326 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc435d4-37d7-493f-848f-bffd69e0155d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc5a992-8664-4b43-b104-2ed0622a6bd8,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:40.351871 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-fb1588c5-4498-4f79-87ab-8d65bc1d8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:40.353393 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-fb1588c5-4498-4f79-87ab-8d65bc1d8ca1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533335 Apr 06 10:57:40.463018 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-c48836d1-0f52-4157-b4f2-8e7c1438bd86 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013539 Apr 06 10:57:40.699971 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f32bf5-a2d4-4147-a4fe-3a3e96c6e5c8 req-05ac07f3-e9ac-44c7-adfe-6575cc30b099 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:40.701301 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-99f32bf5-a2d4-4147-a4fe-3a3e96c6e5c8 req-05ac07f3-e9ac-44c7-adfe-6575cc30b099 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0683053 Apr 06 10:57:40.762892 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-99f32bf5-a2d4-4147-a4fe-3a3e96c6e5c8 req-a9afe1f4-7874-4712-b02f-e7e89a52090c tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518749 Apr 06 10:57:40.810876 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-543e830f-a51d-4b68-8d3a-b641ceab7d10 req-f4937145-8dd6-4867-b4f3-cc3a8038d195 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097205 Apr 06 10:57:40.912073 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a7e91-4118-4ab9-9783-0ac0ea2545ec req-4d80bb3a-9b58-49d1-9c6c-8729ae4aa724 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:40.913582 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-be8a7e91-4118-4ab9-9783-0ac0ea2545ec req-4d80bb3a-9b58-49d1-9c6c-8729ae4aa724 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0620878 Apr 06 10:57:40.927363 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57028) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:40.989727 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-be8a7e91-4118-4ab9-9783-0ac0ea2545ec req-2e79fd1e-3009-4a74-8ee2-377ed2ca2718 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699525 Apr 06 10:57:41.050498 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1296675313-network', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:41.078773 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Made reservation on behalf of d56cc77311aa435ca3a0d600f26a32cc for: {'network': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:41.091109 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.101488 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.190432 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Publish callbacks [] for security_group (b954ba4d-315c-44e8-b7e4-f4f4cd7309ab), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.193986 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca78ea3-0a97-46bf-952a-aa45d6928057 req-3133bdcf-64af-4904-8bff-ad1d51e0beea tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:41.194935 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b954ba4d-315c-44e8-b7e4-f4f4cd7309ab), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.195839 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6ca78ea3-0a97-46bf-952a-aa45d6928057 req-3133bdcf-64af-4904-8bff-ad1d51e0beea tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0659745 Apr 06 10:57:41.220106 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=115084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:57:41.230932 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b954ba4d-315c-44e8-b7e4-f4f4cd7309ab,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:41.236540 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (0bebf080-9e3c-4ac0-be94-1bfe7727262b), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.236984 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.segments_db [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Added segment 0bebf080-9e3c-4ac0-be94-1bfe7727262b of type vlan for network 3af2ef9f-7855-4256-a2fb-81a9774416fc Apr 06 10:57:41.264812 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6ca78ea3-0a97-46bf-952a-aa45d6928057 req-9f183b00-3c65-45d7-935b-926d4d96620e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618508 Apr 06 10:57:41.286861 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (3af2ef9f-7855-4256-a2fb-81a9774416fc), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.319049 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (3af2ef9f-7855-4256-a2fb-81a9774416fc), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.320284 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:41.320974 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.391833 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331a5601-d543-4775-91f0-76e6a282350f req-1eecd7af-6dd9-4e98-944e-f4bc9d33280b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:41.393490 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-331a5601-d543-4775-91f0-76e6a282350f req-1eecd7af-6dd9-4e98-944e-f4bc9d33280b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0565829 Apr 06 10:57:41.439609 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5110669 Apr 06 10:57:41.443493 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57052) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:41.447976 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Request body: {'subnet': {'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1296675313-subnet', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'ip_version': 4}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:41.462741 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e8660-9c5d-4008-a7d1-4c951f25dcb8 admin admin] Pushing event updated for resources: {'Network': ['ID=3af2ef9f-7855-4256-a2fb-81a9774416fc,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:41.464681 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-331a5601-d543-4775-91f0-76e6a282350f req-965b3694-78ac-46c6-9153-db612fc6fb55 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652292 Apr 06 10:57:41.476445 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 3af2ef9f-7855-4256-a2fb-81a9774416fc details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:57:41.481811 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Made reservation on behalf of d56cc77311aa435ca3a0d600f26a32cc for: {'subnet': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:41.484258 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126053498'] for subnet (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.513240 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-2821f419-dc5a-419d-a066-0e959243fe37 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:41.514853 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-2821f419-dc5a-419d-a066-0e959243fe37 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/networks?id=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd HTTP/1.1" status: 200 len: 808 time: 0.1890841 Apr 06 10:57:41.533255 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-1899701f-6dde-4ca4-b553-cda061c77e27 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/quotas/911f60abf3984327a80e3182a309af08 HTTP/1.1" status: 200 len: 375 time: 0.0119605 Apr 06 10:57:41.570688 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-53b59b36-62b2-4559-bd9b-195bc7d68f9b tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=911f60abf3984327a80e3182a309af08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314889 Apr 06 10:57:41.673518 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-3bea8bc6-10bb-435e-8f4c-d6ecdad08e2d service neutron] 10.222.0.23 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945799 Apr 06 10:57:41.713129 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126580582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126053476'] for subnet (6a4771b5-9618-4e54-b37e-f57c1b6f8565), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.812104 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-22299c89-8005-43e9-9a4e-f42848854fc1 service neutron] 10.222.0.23 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307006 Apr 06 10:57:41.825088 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a4771b5-9618-4e54-b37e-f57c1b6f8565,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:41.849070 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Checking segment: {'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:41.850205 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Network hostable DHCP agents. Network: 3af2ef9f-7855-4256-a2fb-81a9774416fc, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:57:41.877899 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Network 3af2ef9f-7855-4256-a2fb-81a9774416fc is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:57:41.890360 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 3af2ef9f-7855-4256-a2fb-81a9774416fc) {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:41.895506 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:41.896098 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.903055 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53a2e6b-d8a4-47a6-b5f4-788aed12f330 None None] Network 3af2ef9f-7855-4256-a2fb-81a9774416fc requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:57:41.921587 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-3941d248-80d2-40a3-af05-a06dd9ece4bf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4750659 Apr 06 10:57:41.921893 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57060) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:41.927325 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:41.967367 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:41.968439 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.030228 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks [] for router_controller (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), precommit_add_association {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.056523 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-3af2ef9f-7855-4256-a2fb-81a9774416fc', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:57:42.057715 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.059551 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7b117b33-09ba-4555-bc7a-f230cd4e1346 req-b2fd66a7-210f-479d-8d11-13bfc2739a34 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 210 time: 0.0399566 Apr 06 10:57:42.198871 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks [] for router_gateway (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.237496 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Allocated IP 172.20.0.2 (3af2ef9f-7855-4256-a2fb-81a9774416fc/6a4771b5-9618-4e54-b37e-f57c1b6f8565/32191066-5112-46fb-a8fa-f028fec693db) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:42.413693 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Publish callbacks [] for port (32191066-5112-46fb-a8fa-f028fec693db), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.425146 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (32191066-5112-46fb-a8fa-f028fec693db), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.473744 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Network 3af2ef9f-7855-4256-a2fb-81a9774416fc is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:42.479186 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:42.483883 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks [] for router_gateway (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.484779 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:42.488874 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Pushing event updated for resources: {'Port': ['ID=32191066-5112-46fb-a8fa-f028fec693db,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:42.507946 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.516766 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f60845-5230-4e83-9742-18089d7e8812 req-732e55f6-a90e-440e-b8a7-45348c090435 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:42.518309 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-48f60845-5230-4e83-9742-18089d7e8812 req-732e55f6-a90e-440e-b8a7-45348c090435 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.1622980 Apr 06 10:57:42.548126 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Attempting to bind port 32191066-5112-46fb-a8fa-f028fec693db on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:42.548502 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Attempting to bind port 32191066-5112-46fb-a8fa-f028fec693db by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:42.549099 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Attempting to bind port 32191066-5112-46fb-a8fa-f028fec693db on network 3af2ef9f-7855-4256-a2fb-81a9774416fc {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:42.554866 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:42.555258 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Checking segment: {'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:42.555698 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.556104 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Bound using segment: {'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:42.556583 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Bound port: 32191066-5112-46fb-a8fa-f028fec693db, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:42.557126 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (32191066-5112-46fb-a8fa-f028fec693db), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.631526 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] For port 32191066-5112-46fb-a8fa-f028fec693db, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:42.632249 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-48f60845-5230-4e83-9742-18089d7e8812 req-8e8c3333-a59f-4def-9eb2-7e04af2a1e6d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069474 Apr 06 10:57:42.637538 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] For port 32191066-5112-46fb-a8fa-f028fec693db, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=32191066-5112-46fb-a8fa-f028fec693db,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:42.645274 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (32191066-5112-46fb-a8fa-f028fec693db), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.683726 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Allocated IP 172.27.1.200 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/ae6e528a-5785-4d76-8922-0f7681044270) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:42.715423 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584c085-ba35-4a40-96d5-8160c6816161 None None] Pushing event updated for resources: {'Port': ['ID=32191066-5112-46fb-a8fa-f028fec693db,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:42.825027 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e652de6a-b442-4e76-bfc8-c4ff9753a828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.827828 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks [] for port (ae6e528a-5785-4d76-8922-0f7681044270), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.863042 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (ae6e528a-5785-4d76-8922-0f7681044270), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:42.927594 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:42.930662 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:42.933092 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:42.959302 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Pushing event updated for resources: {'Port': ['ID=ae6e528a-5785-4d76-8922-0f7681044270,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:43.178180 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7d1e63ca-f54d-4afb-9337-8b1a0df98c97 req-cdaa4370-fd5c-4c2d-b005-d2e8a7f1d3c9 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 210 time: 0.0292695 Apr 06 10:57:43.241912 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks [] for router_gateway (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:43.352801 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 319e2274-7403-4a16-bf6a-c7fbaaf76e06 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:57:43.386734 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-1f43bcf4-958e-4c55-9016-c64280ccb828 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:43.391322 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 319e2274-7403-4a16-bf6a-c7fbaaf76e06 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:57:43.393266 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-1f43bcf4-958e-4c55-9016-c64280ccb828 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.26 "GET /v2.0/networks?id=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd HTTP/1.1" status: 200 len: 808 time: 0.1639249 Apr 06 10:57:43.394620 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 319e2274-7403-4a16-bf6a-c7fbaaf76e06 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:57:43.425494 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Request body: {'port': {'device_id': 'e2304d3b-01fb-411c-b15a-cf683d0c3e5d', 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd', 'admin_state_up': True, 'tenant_id': '911f60abf3984327a80e3182a309af08'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:43.495677 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:43.587908 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Made reservation on behalf of 911f60abf3984327a80e3182a309af08 for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:43.592257 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:43.668710 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:57:43.811630 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Allocated IP 172.20.0.6 (1cb1ce3a-b020-485c-b827-6d83c7dd7cdd/8ef548d0-87a2-4131-bf31-133f4e19d535/802ec324-1d27-45f7-ba70-a14c38654ffb) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:43.814784 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:43.833558 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Sync routers for ids ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:43.834524 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2297173-3496-4813-96dd-0252e4a2903d req-076854ff-3689-4334-95bf-7225cdc93543 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:43.838685 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:43.842980 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2297173-3496-4813-96dd-0252e4a2903d req-076854ff-3689-4334-95bf-7225cdc93543 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.1239221 Apr 06 10:57:43.843150 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-05fe7589-7c34-4ceb-889a-959a5ae86dfc admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9198923 Apr 06 10:57:43.843736 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57100) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:43.852858 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Routers {'3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:43.853562 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:43.879869 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f7b4c6-06f4-4919-bffa-0fed4466dd1b None None] Network 3af2ef9f-7855-4256-a2fb-81a9774416fc requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:57:43.937816 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2297173-3496-4813-96dd-0252e4a2903d req-a43eb299-fdd2-4236-bed6-a577e0d3edae tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933824 Apr 06 10:57:43.952650 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-48ad99c2-23e9-493e-8094-9d6df82c0c69 None None] Provisioning complete for port 32191066-5112-46fb-a8fa-f028fec693db triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:43.953344 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-48ad99c2-23e9-493e-8094-9d6df82c0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (32191066-5112-46fb-a8fa-f028fec693db), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.006255 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Set router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:44.068040 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks [] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.106942 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-48ad99c2-23e9-493e-8094-9d6df82c0c69 None None] Current status of the port 32191066-5112-46fb-a8fa-f028fec693db is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:44.108245 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-48ad99c2-23e9-493e-8094-9d6df82c0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (32191066-5112-46fb-a8fa-f028fec693db), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.129036 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.156914 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-48ad99c2-23e9-493e-8094-9d6df82c0c69 None None] For port 32191066-5112-46fb-a8fa-f028fec693db, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=32191066-5112-46fb-a8fa-f028fec693db,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:44.163282 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-48ad99c2-23e9-493e-8094-9d6df82c0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (32191066-5112-46fb-a8fa-f028fec693db), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.195266 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:44.205425 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:44.207995 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Pushing event updated for resources: {'Port': ['ID=802ec324-1d27-45f7-ba70-a14c38654ffb,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:44.223947 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:44.246676 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad99c2-23e9-493e-8094-9d6df82c0c69 None None] Pushing event updated for resources: {'Port': ['ID=32191066-5112-46fb-a8fa-f028fec693db,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:44.268818 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:43Z', 'revision_number': 3, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:44.307521 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Checking router: 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:44.308107 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Updating router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 port ae6e528a-5785-4d76-8922-0f7681044270 binding host dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:57:44.308252 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:44.308909 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.328559 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-e16fd621-3716-4244-bfba-15f687692f9e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9082086 Apr 06 10:57:44.343932 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (ae6e528a-5785-4d76-8922-0f7681044270), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.351059 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Request body: {'port': {'device_id': 'e2304d3b-01fb-411c-b15a-cf683d0c3e5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:44.443407 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d745f1-e812-49a8-8600-46bac210ba05 req-8c89d181-f0a1-40f8-8c8e-6aa81a373b58 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:44.443707 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.444227 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f7d745f1-e812-49a8-8600-46bac210ba05 req-8c89d181-f0a1-40f8-8c8e-6aa81a373b58 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 931 time: 0.1214232 Apr 06 10:57:44.495113 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8f50313f-f6b7-4e5f-9904-1430727ce6de None None] Provisioning complete for port 32191066-5112-46fb-a8fa-f028fec693db triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:44.495929 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8f50313f-f6b7-4e5f-9904-1430727ce6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (32191066-5112-46fb-a8fa-f028fec693db), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.547257 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f7d745f1-e812-49a8-8600-46bac210ba05 req-19a9f8f3-359d-4665-a5cc-7afd97347fa8 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932934 Apr 06 10:57:44.642518 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8f50313f-f6b7-4e5f-9904-1430727ce6de None None] Current status of the port 32191066-5112-46fb-a8fa-f028fec693db is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:44.685556 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Publish callbacks [] for port (ae6e528a-5785-4d76-8922-0f7681044270), precommit_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.697340 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (ae6e528a-5785-4d76-8922-0f7681044270), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.751485 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 32191066-5112-46fb-a8fa-f028fec693db up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:44.785666 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Pushing event updated for resources: {'Port': ['ID=ae6e528a-5785-4d76-8922-0f7681044270,revision_number=2']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:44.795662 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Attempting to bind port ae6e528a-5785-4d76-8922-0f7681044270 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:44.796251 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Attempting to bind port ae6e528a-5785-4d76-8922-0f7681044270 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:44.796684 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Attempting to bind port ae6e528a-5785-4d76-8922-0f7681044270 on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:44.801327 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.801755 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.802160 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.802591 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.803011 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.803405 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.803823 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.804209 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.804598 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.804986 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.805373 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.805776 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.806173 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.806678 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.807063 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:57:44.819136 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:44.820131 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:44.820773 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.821575 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:44.822791 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Bound port: ae6e528a-5785-4d76-8922-0f7681044270, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:44.823247 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (ae6e528a-5785-4d76-8922-0f7681044270), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.828332 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 32191066-5112-46fb-a8fa-f028fec693db triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:44.828709 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (32191066-5112-46fb-a8fa-f028fec693db), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.836851 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.874531 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802ec324-1d27-45f7-ba70-a14c38654ffb {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:44.887317 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Publish callbacks [] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.888217 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] For port ae6e528a-5785-4d76-8922-0f7681044270, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:44.892894 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] For port ae6e528a-5785-4d76-8922-0f7681044270, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=ae6e528a-5785-4d76-8922-0f7681044270,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:44.904151 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (ae6e528a-5785-4d76-8922-0f7681044270), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.904628 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Transition to ACTIVE for port object 802ec324-1d27-45f7-ba70-a14c38654ffb will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:57:44.908395 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:44.918479 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 32191066-5112-46fb-a8fa-f028fec693db is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:44.981823 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Pushing event updated for resources: {'Port': ['ID=802ec324-1d27-45f7-ba70-a14c38654ffb,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:44.985704 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3caad-fb90-477d-8df5-c29e2646b7ed None None] Pushing event updated for resources: {'Port': ['ID=ae6e528a-5785-4d76-8922-0f7681044270,revision_number=3']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:45.000902 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Routers {'3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:45.002329 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:45.059841 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Allocated IP 172.20.0.1 (3af2ef9f-7855-4256-a2fb-81a9774416fc/6a4771b5-9618-4e54-b37e-f57c1b6f8565/8018db3e-b44a-401f-a6a8-3ba234fb147a) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:45.105428 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Attempting to bind port 802ec324-1d27-45f7-ba70-a14c38654ffb on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:45.105428 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Attempting to bind port 802ec324-1d27-45f7-ba70-a14c38654ffb by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '06a676d9-4d57-45e3-8e8e-b995ba0794c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:45.105788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Attempting to bind port 802ec324-1d27-45f7-ba70-a14c38654ffb on network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:45.113474 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Port 802ec324-1d27-45f7-ba70-a14c38654ffb on network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:57:45.113798 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Attempting to bind port 802ec324-1d27-45f7-ba70-a14c38654ffb on network 1cb1ce3a-b020-485c-b827-6d83c7dd7cdd {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:45.121803 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] Set router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:45.125292 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9d705-0dbb-4821-ba1d-10ffd462d361 req-2758ca79-9b68-4cb0-90df-d1da2c758931 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:45.126797 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-aef9d705-0dbb-4821-ba1d-10ffd462d361 req-2758ca79-9b68-4cb0-90df-d1da2c758931 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0876706 Apr 06 10:57:45.128045 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:45.128388 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Checking segment: {'id': '06a676d9-4d57-45e3-8e8e-b995ba0794c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:45.128769 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Bound using segment: {'id': '06a676d9-4d57-45e3-8e8e-b995ba0794c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:45.129196 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Bound port: 802ec324-1d27-45f7-ba70-a14c38654ffb, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a676d9-4d57-45e3-8e8e-b995ba0794c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:45.129558 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.174539 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Publish callbacks [] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.213751 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.225235 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-aef9d705-0dbb-4821-ba1d-10ffd462d361 req-2eb18a57-fedc-4551-818c-23e9325cc33f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856094 Apr 06 10:57:45.235790 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] For port 802ec324-1d27-45f7-ba70-a14c38654ffb, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:45.239641 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] For port 802ec324-1d27-45f7-ba70-a14c38654ffb, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=802ec324-1d27-45f7-ba70-a14c38654ffb,segment=NetworkSegment(06a676d9-4d57-45e3-8e8e-b995ba0794c4),segment_id=06a676d9-4d57-45e3-8e8e-b995ba0794c4)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:45.250063 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.263408 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Network 3af2ef9f-7855-4256-a2fb-81a9774416fc is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:45.269464 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:45.275353 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:45.292356 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:45.292961 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.294351 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] 10.222.0.26 "PUT /v2.0/ports/802ec324-1d27-45f7-ba70-a14c38654ffb HTTP/1.1" status: 200 len: 1093 time: 0.9498248 Apr 06 10:57:45.294790 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2304d3b-01fb-411c-b15a-cf683d0c3e5d', 'tag': '802ec324-1d27-45f7-ba70-a14c38654ffb'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:45.297471 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071578af-266a-4ec3-92a2-a00b7cfb0399" -d '{"events": [{"name": "network-changed", "server_uuid": "e2304d3b-01fb-411c-b15a-cf683d0c3e5d", "tag": "802ec324-1d27-45f7-ba70-a14c38654ffb"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:45.335386 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.338671 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8018db3e-b44a-401f-a6a8-3ba234fb147a,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:45.339319 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:43Z', 'revision_number': 3, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:45.355740 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482c857-120b-46ec-b562-dc1a27709b6d service neutron] Pushing event updated for resources: {'Port': ['ID=802ec324-1d27-45f7-ba70-a14c38654ffb,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:45.362624 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c51bf42-3829-457c-a7ba-3e1ab54ba157 x-openstack-request-id: req-3c51bf42-3829-457c-a7ba-3e1ab54ba157 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:45.363123 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2304d3b-01fb-411c-b15a-cf683d0c3e5d", "tag": "802ec324-1d27-45f7-ba70-a14c38654ffb", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:45.363556 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c51bf42-3829-457c-a7ba-3e1ab54ba157 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:45.364101 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c51bf42-3829-457c-a7ba-3e1ab54ba157'] response: {'name': 'network-changed', 'server_uuid': 'e2304d3b-01fb-411c-b15a-cf683d0c3e5d', 'tag': '802ec324-1d27-45f7-ba70-a14c38654ffb', 'status': 'completed', 'code': 200} Apr 06 10:57:45.374198 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b7860a-9c3f-484d-b533-6fcddbbf169d None None] The sync data for ids ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'] in dv-cinder-836070-2-iscsi is: [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:43Z', 'revision_number': 3, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:57:45.445219 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-afacc08b-61b3-44a3-a35c-616c1c72d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:45.447044 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-afacc08b-61b3-44a3-a35c-616c1c72d677 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=911f60abf3984327a80e3182a309af08&device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 1127 time: 0.0595069 Apr 06 10:57:45.505515 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-11b25271-418f-40d0-bdca-c3e52b2f31b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=802ec324-1d27-45f7-ba70-a14c38654ffb HTTP/1.1" status: 200 len: 217 time: 0.0410326 Apr 06 10:57:45.524877 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.568782 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-0158038c-c333-466c-a8cd-12077fa06350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:45.569239 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-72e16e88-f69d-4e97-9471-fbaf61ce0ed9 None None] Provisioning complete for port 8018db3e-b44a-401f-a6a8-3ba234fb147a triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:45.569423 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-72e16e88-f69d-4e97-9471-fbaf61ce0ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.570249 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-0158038c-c333-466c-a8cd-12077fa06350 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ef548d0-87a2-4131-bf31-133f4e19d535 HTTP/1.1" status: 200 len: 848 time: 0.0571282 Apr 06 10:57:45.612544 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-72e16e88-f69d-4e97-9471-fbaf61ce0ed9 None None] Port 8018db3e-b44a-401f-a6a8-3ba234fb147a cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:45.630671 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-952170a3-5994-4101-9d14-2e3bb652b704 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493448 Apr 06 10:57:45.738928 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Publish callbacks [] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.747079 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.812167 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b9fe4b28-7b99-40ad-a428-d340ee114e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.819060 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff62846-3c27-41fb-8943-00b06b5791b0 req-38afd4d8-2edf-458c-9bd9-1af57865479e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:45.821155 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6ff62846-3c27-41fb-8943-00b06b5791b0 req-38afd4d8-2edf-458c-9bd9-1af57865479e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 943 time: 0.1698020 Apr 06 10:57:45.839301 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-389d8517-ad8d-494c-a6b8-3b8d580e504f service neutron] 10.222.0.26 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012269 Apr 06 10:57:45.840056 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:45.842325 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8018db3e-b44a-401f-a6a8-3ba234fb147a,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:45.934570 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6ff62846-3c27-41fb-8943-00b06b5791b0 req-400b0efa-a3d3-48fe-a53c-4f0cb181fe73 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055698 Apr 06 10:57:45.945321 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Network 3af2ef9f-7855-4256-a2fb-81a9774416fc is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:45.946821 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:45.993615 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed0cb324-da08-439d-8ef7-19bfefdcacf1 req-0856a47e-b5c2-4c00-8bde-92eb8aecf3d0 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469429 Apr 06 10:57:46.085450 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:57:46.205532 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:46.211611 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-3e634709-0523-4960-931b-63fa000143d7 admin admin] 10.222.0.23 "PUT /v2.0/routers/3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3666553 Apr 06 10:57:46.243635 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-f0e569d9-1ae0-446e-b895-f318db1adab8 None None] Provisioning complete for port 8018db3e-b44a-401f-a6a8-3ba234fb147a triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:46.244845 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-f0e569d9-1ae0-446e-b895-f318db1adab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:46.289070 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-f0e569d9-1ae0-446e-b895-f318db1adab8 None None] Port 8018db3e-b44a-401f-a6a8-3ba234fb147a cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:46.375206 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa94d2-5923-4917-8ea7-155d37570f1a req-9c2bccd4-5298-4eac-bfe0-cafcd3332c6a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:46.376918 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-aeaa94d2-5923-4917-8ea7-155d37570f1a req-9c2bccd4-5298-4eac-bfe0-cafcd3332c6a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0643673 Apr 06 10:57:46.434314 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-aeaa94d2-5923-4917-8ea7-155d37570f1a req-11212481-a05b-4ae0-a4ba-af381c431ec3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491190 Apr 06 10:57:46.474592 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:46.677363 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device ae6e528a-5785-4d76-8922-0f7681044270 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:46.727476 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57132) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:46.732350 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-258226233-network', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:46.734039 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port ae6e528a-5785-4d76-8922-0f7681044270 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:46.734420 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (ae6e528a-5785-4d76-8922-0f7681044270), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:46.751717 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Made reservation on behalf of da1844cf8f344ef5b6d1654df279ca39 for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:46.754034 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:46.762953 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:46.820817 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port ae6e528a-5785-4d76-8922-0f7681044270 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:46.820998 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (ae6e528a-5785-4d76-8922-0f7681044270), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:46.844144 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port ae6e528a-5785-4d76-8922-0f7681044270, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=ae6e528a-5785-4d76-8922-0f7681044270,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:46.851725 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (ae6e528a-5785-4d76-8922-0f7681044270), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:46.856738 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Publish callbacks [] for security_group (25befd42-ffaa-4c96-8d15-966041c42e3e), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:46.872225 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (25befd42-ffaa-4c96-8d15-966041c42e3e), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:46.912993 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 10:57:46.916505 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=ae6e528a-5785-4d76-8922-0f7681044270,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:46.919588 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25befd42-ffaa-4c96-8d15-966041c42e3e,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:46.926083 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (ff76cb39-eaa0-4c3d-bd6d-19474e802161), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:46.926455 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Added segment ff76cb39-eaa0-4c3d-bd6d-19474e802161 of type vlan for network dba72fa9-9678-4199-ac2f-afa683389815 Apr 06 10:57:46.969129 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (dba72fa9-9678-4199-ac2f-afa683389815), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.000401 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (dba72fa9-9678-4199-ac2f-afa683389815), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.001722 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:47.002354 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.086355 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3577139 Apr 06 10:57:47.089139 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57138) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:47.094203 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Request body: {'subnet': {'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-258226233-subnet', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:47.096292 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a2191-5d60-4482-93ec-0db406238be9 admin admin] Pushing event updated for resources: {'Network': ['ID=dba72fa9-9678-4199-ac2f-afa683389815,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:47.107881 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network dba72fa9-9678-4199-ac2f-afa683389815 details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 10:57:47.119312 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Made reservation on behalf of da1844cf8f344ef5b6d1654df279ca39 for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:57:47.119537 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87237be4-a68a-4712-bc7b-94c013348d8b req-32ff4128-a9ea-423b-b153-4da763332ceb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:47.121267 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-87237be4-a68a-4712-bc7b-94c013348d8b req-32ff4128-a9ea-423b-b153-4da763332ceb tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 943 time: 0.1018362 Apr 06 10:57:47.122303 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130416066'] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.177773 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-87237be4-a68a-4712-bc7b-94c013348d8b req-9dbaac24-fea5-4a1b-aa2f-51b8808069bd tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473192 Apr 06 10:57:47.252621 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Sync routers for ids ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:47.262647 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Routers {'3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:47.263275 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:47.267306 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071578af-266a-4ec3-92a2-a00b7cfb0399 req-77b8ad78-33d6-42d2-9b50-6e14c0836cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:47.269411 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-071578af-266a-4ec3-92a2-a00b7cfb0399 req-77b8ad78-33d6-42d2-9b50-6e14c0836cc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=911f60abf3984327a80e3182a309af08&device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 1127 time: 0.0512507 Apr 06 10:57:47.308083 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130413070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130416092'] for subnet (32db5e5a-0ba8-4402-809c-3dd14a4c4b40), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.360203 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32db5e5a-0ba8-4402-809c-3dd14a4c4b40,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:47.373670 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071578af-266a-4ec3-92a2-a00b7cfb0399 req-2170d539-4657-490a-9b30-97dfb06e969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:47.375481 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-071578af-266a-4ec3-92a2-a00b7cfb0399 req-2170d539-4657-490a-9b30-97dfb06e969d service neutron] 10.222.0.26 "GET /v2.0/networks?id=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd HTTP/1.1" status: 200 len: 909 time: 0.0997546 Apr 06 10:57:47.378045 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Checking segment: {'id': 'ff76cb39-eaa0-4c3d-bd6d-19474e802161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:47.378430 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Network hostable DHCP agents. Network: dba72fa9-9678-4199-ac2f-afa683389815, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 10:57:47.397488 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Network dba72fa9-9678-4199-ac2f-afa683389815 is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 10:57:47.410196 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, dba72fa9-9678-4199-ac2f-afa683389815) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:47.415047 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:47.416699 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.435907 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-071578af-266a-4ec3-92a2-a00b7cfb0399 req-f6e29780-6ac2-43fd-99b0-2f4654319730 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=802ec324-1d27-45f7-ba70-a14c38654ffb HTTP/1.1" status: 200 len: 217 time: 0.0541449 Apr 06 10:57:47.441030 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-babe870c-a7f9-4552-a1c7-708ae8adf312 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3481109 Apr 06 10:57:47.441267 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57140) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:47.445720 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-258226233-router', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:47.469764 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (39a32460-dc82-45aa-994d-60566eed89ab), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.470989 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (39a32460-dc82-45aa-994d-60566eed89ab), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.505758 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071578af-266a-4ec3-92a2-a00b7cfb0399 req-d6ebd1e3-9e2c-46be-b0a0-a51037736c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:47.507290 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-071578af-266a-4ec3-92a2-a00b7cfb0399 req-d6ebd1e3-9e2c-46be-b0a0-a51037736c81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ef548d0-87a2-4131-bf31-133f4e19d535 HTTP/1.1" status: 200 len: 848 time: 0.0648587 Apr 06 10:57:47.508210 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 577354ce-af40-4a17-a042-317efbd3ec3f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:57:47.510055 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3514c2b5-b19d-4c27-84ff-5b2900417979 None None] Network dba72fa9-9678-4199-ac2f-afa683389815 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:57:47.547272 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-071578af-266a-4ec3-92a2-a00b7cfb0399 req-c962c9ff-be47-45c7-8cdb-ca7c220fc9dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327055 Apr 06 10:57:47.548221 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks [] for router_controller (39a32460-dc82-45aa-994d-60566eed89ab), precommit_add_association {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.583528 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Set router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:47.657467 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-071578af-266a-4ec3-92a2-a00b7cfb0399 req-3512ecc7-63f5-4c21-84d4-f23559c14335 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003020 Apr 06 10:57:47.687801 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfe69c-681d-487a-8519-d3c51738ff0d req-07e158f6-20f7-48a0-9ffb-5461b4ee13ff tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:47.689309 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-46dfe69c-681d-487a-8519-d3c51738ff0d req-07e158f6-20f7-48a0-9ffb-5461b4ee13ff tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.1524479 Apr 06 10:57:47.737367 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks [] for router_gateway (39a32460-dc82-45aa-994d-60566eed89ab), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.766616 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-071578af-266a-4ec3-92a2-a00b7cfb0399 req-4dae1037-cf3b-441c-bcc5-5addf0664c88 service neutron] 10.222.0.26 "GET /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998433 Apr 06 10:57:47.782988 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-46dfe69c-681d-487a-8519-d3c51738ff0d req-66f2e59b-2bda-4f3f-a581-02b54b937834 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680439 Apr 06 10:57:47.817612 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b9133-717e-4896-a696-080f4842d997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-dba72fa9-9678-4199-ac2f-afa683389815', 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815', 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'fixed_ips': [{'subnet_id': '32db5e5a-0ba8-4402-809c-3dd14a4c4b40'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 10:57:47.818505 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-777b9133-717e-4896-a696-080f4842d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:47.844748 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:47.880901 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '577354ce-af40-4a17-a042-317efbd3ec3f', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'port_id': '577354ce-af40-4a17-a042-317efbd3ec3f', 'mac_address': 'fa:16:3e:d0:a4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:57:47.981275 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks [] for router_gateway (39a32460-dc82-45aa-994d-60566eed89ab), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.002820 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.075527 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 577354ce-af40-4a17-a042-317efbd3ec3f is: ACTIVE; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:48.075928 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.100055 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-777b9133-717e-4896-a696-080f4842d997 None None] Allocated IP 172.20.0.2 (dba72fa9-9678-4199-ac2f-afa683389815/32db5e5a-0ba8-4402-809c-3dd14a4c4b40/57a136d7-3156-4cc2-8764-51ad419b179b) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:48.106453 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 577354ce-af40-4a17-a042-317efbd3ec3f {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:48.121805 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Allocated IP 172.27.1.253 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/adb8e560-8bd7-4062-9cf4-4414388ffb2d) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:48.182720 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:48.192135 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.230470 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:45Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '8018db3e-b44a-401f-a6a8-3ba234fb147a', 'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'mac_address': 'fa:16:3e:32:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:44Z', 'updated_at': '2022-04-06T10:57:45Z', 'revision_number': 2, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'subnets': [{'id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:48.254528 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks [] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.281683 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Checking router: 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:48.282257 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Updating router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 port 8018db3e-b44a-401f-a6a8-3ba234fb147a binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:57:48.300245 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.344527 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e05325-0351-44e8-b73f-5cac7ff5205d req-ec6048db-5332-4a33-9360-57d9f166b69a tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:48.355539 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a0e05325-0351-44e8-b73f-5cac7ff5205d req-ec6048db-5332-4a33-9360-57d9f166b69a tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 943 time: 0.0843968 Apr 06 10:57:48.356011 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:48.363145 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:48.369747 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=6']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:48.370007 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:48.372411 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.376035 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.420767 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Pushing event updated for resources: {'Port': ['ID=adb8e560-8bd7-4062-9cf4-4414388ffb2d,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:48.452744 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-777b9133-717e-4896-a696-080f4842d997 None None] Publish callbacks [] for port (57a136d7-3156-4cc2-8764-51ad419b179b), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.464877 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a0e05325-0351-44e8-b73f-5cac7ff5205d req-ec92c1b4-bd8e-4b4f-8dbf-2d0297201070 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078138 Apr 06 10:57:48.467974 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['577354ce-af40-4a17-a042-317efbd3ec3f'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:57:48.475159 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-777b9133-717e-4896-a696-080f4842d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.617244 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777b9133-717e-4896-a696-080f4842d997 None None] Network dba72fa9-9678-4199-ac2f-afa683389815 is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:48.625020 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-777b9133-717e-4896-a696-080f4842d997 None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:48.630021 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777b9133-717e-4896-a696-080f4842d997 None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:48.648392 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b9133-717e-4896-a696-080f4842d997 None None] Pushing event updated for resources: {'Port': ['ID=57a136d7-3156-4cc2-8764-51ad419b179b,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:48.710605 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks [] for router_gateway (39a32460-dc82-45aa-994d-60566eed89ab), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.753504 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device ae6e528a-5785-4d76-8922-0f7681044270 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:48.817959 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-777b9133-717e-4896-a696-080f4842d997 None None] Attempting to bind port 57a136d7-3156-4cc2-8764-51ad419b179b on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:48.817959 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-777b9133-717e-4896-a696-080f4842d997 None None] Attempting to bind port 57a136d7-3156-4cc2-8764-51ad419b179b by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': 'ff76cb39-eaa0-4c3d-bd6d-19474e802161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:48.818270 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b9133-717e-4896-a696-080f4842d997 None None] Attempting to bind port 57a136d7-3156-4cc2-8764-51ad419b179b on network dba72fa9-9678-4199-ac2f-afa683389815 {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:48.912920 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b9133-717e-4896-a696-080f4842d997 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:48.913297 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b9133-717e-4896-a696-080f4842d997 None None] Checking segment: {'id': 'ff76cb39-eaa0-4c3d-bd6d-19474e802161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:48.913885 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-777b9133-717e-4896-a696-080f4842d997 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:48.914453 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777b9133-717e-4896-a696-080f4842d997 None None] Bound using segment: {'id': 'ff76cb39-eaa0-4c3d-bd6d-19474e802161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:48.915079 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-777b9133-717e-4896-a696-080f4842d997 None None] Bound port: 57a136d7-3156-4cc2-8764-51ad419b179b, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff76cb39-eaa0-4c3d-bd6d-19474e802161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:48.915648 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-777b9133-717e-4896-a696-080f4842d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:49.065501 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port ae6e528a-5785-4d76-8922-0f7681044270 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:49.066022 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (ae6e528a-5785-4d76-8922-0f7681044270), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:49.189121 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-777b9133-717e-4896-a696-080f4842d997 None None] For port 57a136d7-3156-4cc2-8764-51ad419b179b, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:49.199043 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-777b9133-717e-4896-a696-080f4842d997 None None] For port 57a136d7-3156-4cc2-8764-51ad419b179b, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=57a136d7-3156-4cc2-8764-51ad419b179b,segment=NetworkSegment(ff76cb39-eaa0-4c3d-bd6d-19474e802161),segment_id=ff76cb39-eaa0-4c3d-bd6d-19474e802161)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:49.219825 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Publish callbacks [] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:49.224449 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-777b9133-717e-4896-a696-080f4842d997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:49.235918 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:49.284349 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554771b7-7100-4d93-acbb-4db96ca4bac3 req-d42450ea-6620-4058-8b6b-e5c44e69df39 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:49.291308 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-554771b7-7100-4d93-acbb-4db96ca4bac3 req-d42450ea-6620-4058-8b6b-e5c44e69df39 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 944 time: 0.3893449 Apr 06 10:57:49.348947 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (39a32460-dc82-45aa-994d-60566eed89ab), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:49.358501 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b9133-717e-4896-a696-080f4842d997 None None] Pushing event updated for resources: {'Port': ['ID=57a136d7-3156-4cc2-8764-51ad419b179b,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:49.442760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:57:49.478744 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 802ec324-1d27-45f7-ba70-a14c38654ffb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:57:49.491079 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-554771b7-7100-4d93-acbb-4db96ca4bac3 req-5b2d2e26-7c6a-49c1-9d71-bbbc34c55887 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986647 Apr 06 10:57:49.714236 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Router 39a32460-dc82-45aa-994d-60566eed89ab is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 10:57:49.740210 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 577354ce-af40-4a17-a042-317efbd3ec3f up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:49.740482 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64f62e-9113-4e0f-add4-5254899b5054 req-4074c763-4231-46e9-9509-de9e87e7fbc9 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:49.740482 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3d64f62e-9113-4e0f-add4-5254899b5054 req-4074c763-4231-46e9-9509-de9e87e7fbc9 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 943 time: 0.1187232 Apr 06 10:57:49.793474 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port ae6e528a-5785-4d76-8922-0f7681044270 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:49.817701 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3d64f62e-9113-4e0f-add4-5254899b5054 req-307a6943-8ecd-4328-bf46-0b8b9cd03064 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685377 Apr 06 10:57:49.913229 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc97692-a9c4-4024-acde-a8d3a89379a7 None None] Pushing event updated for resources: {'Port': ['ID=8018db3e-b44a-401f-a6a8-3ba234fb147a,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:49.921433 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Attempting to bind port 8018db3e-b44a-401f-a6a8-3ba234fb147a on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:49.922055 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Attempting to bind port 8018db3e-b44a-401f-a6a8-3ba234fb147a by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:49.922565 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Attempting to bind port 8018db3e-b44a-401f-a6a8-3ba234fb147a on network 3af2ef9f-7855-4256-a2fb-81a9774416fc {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:49.941957 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:49.945912 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-15d4f18b-777a-4ab2-a5f0-f7d61738cab7 None None] Provisioning complete for port 8018db3e-b44a-401f-a6a8-3ba234fb147a triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:49.945912 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-15d4f18b-777a-4ab2-a5f0-f7d61738cab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:49.952193 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:49.965135 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Sync routers for ids ['39a32460-dc82-45aa-994d-60566eed89ab'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:49.978438 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:49.980553 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-492b3913-ee66-41ce-9a90-09186fc4985c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5382831 Apr 06 10:57:49.983489 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57182) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:49.983919 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Routers {'39a32460-dc82-45aa-994d-60566eed89ab'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:49.984569 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['39a32460-dc82-45aa-994d-60566eed89ab'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:50.063073 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:50.063475 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Checking segment: {'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:50.063886 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:50.064291 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Bound using segment: {'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:50.064778 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Bound port: 8018db3e-b44a-401f-a6a8-3ba234fb147a, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:50.065203 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:50.237872 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Set router 39a32460-dc82-45aa-994d-60566eed89ab gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:50.278181 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 802ec324-1d27-45f7-ba70-a14c38654ffb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=802ec324-1d27-45f7-ba70-a14c38654ffb,segment=NetworkSegment(06a676d9-4d57-45e3-8e8e-b995ba0794c4),segment_id=06a676d9-4d57-45e3-8e8e-b995ba0794c4)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:50.323922 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '802ec324-1d27-45f7-ba70-a14c38654ffb', 'network_id': '1cb1ce3a-b020-485c-b827-6d83c7dd7cdd', 'port_id': '802ec324-1d27-45f7-ba70-a14c38654ffb', 'mac_address': 'fa:16:3e:28:70:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ef548d0-87a2-4131-bf31-133f4e19d535', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:57:50.327448 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-15d4f18b-777a-4ab2-a5f0-f7d61738cab7 None None] Port 8018db3e-b44a-401f-a6a8-3ba234fb147a cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:50.366377 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 577354ce-af40-4a17-a042-317efbd3ec3f triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:50.369878 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:50.446237 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] For port 8018db3e-b44a-401f-a6a8-3ba234fb147a, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:50.489382 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 802ec324-1d27-45f7-ba70-a14c38654ffb is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:50.489659 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:50.512122 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a32460-dc82-45aa-994d-60566eed89ab', 'name': 'tempest-TestShelveInstance-258226233-router', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:47Z', 'updated_at': '2022-04-06T10:57:48Z', 'revision_number': 3, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'gw_port': {'id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a32460-dc82-45aa-994d-60566eed89ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:48Z', 'updated_at': '2022-04-06T10:57:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:50.527500 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] For port 8018db3e-b44a-401f-a6a8-3ba234fb147a, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=8018db3e-b44a-401f-a6a8-3ba234fb147a,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:50.532512 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802ec324-1d27-45f7-ba70-a14c38654ffb {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:57:50.540524 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:50.545707 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Checking router: 39a32460-dc82-45aa-994d-60566eed89ab for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:50.546879 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Updating router 39a32460-dc82-45aa-994d-60566eed89ab port adb8e560-8bd7-4062-9cf4-4414388ffb2d binding host dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:57:50.576894 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:50.615365 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc97692-a9c4-4024-acde-a8d3a89379a7 None None] Pushing event updated for resources: {'Port': ['ID=8018db3e-b44a-401f-a6a8-3ba234fb147a,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:50.785593 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 577354ce-af40-4a17-a042-317efbd3ec3f is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:50.790749 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:50.819293 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03442c05-b68e-4c9c-949b-13267929787d req-ad472b83-ab2b-492b-8204-2f4e898c1a52 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:50.820943 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-03442c05-b68e-4c9c-949b-13267929787d req-ad472b83-ab2b-492b-8204-2f4e898c1a52 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 944 time: 0.1409461 Apr 06 10:57:50.871416 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 57a136d7-3156-4cc2-8764-51ad419b179b up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:50.931801 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-03442c05-b68e-4c9c-949b-13267929787d req-5769d76e-1645-45e0-9f21-ba96da816b01 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963426 Apr 06 10:57:50.932786 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 802ec324-1d27-45f7-ba70-a14c38654ffb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=802ec324-1d27-45f7-ba70-a14c38654ffb,segment=NetworkSegment(06a676d9-4d57-45e3-8e8e-b995ba0794c4),segment_id=06a676d9-4d57-45e3-8e8e-b995ba0794c4)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:50.981172 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Routers {'3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:50.981172 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:51.196262 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] Set router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:51.343889 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:51.355047 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5f546-0e5d-480a-87bc-c1bc12f45ebf None None] Network dba72fa9-9678-4199-ac2f-afa683389815 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:57:51.363165 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Publish callbacks [] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), precommit_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:51.380822 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:51.422249 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8874b-420b-4420-b518-0c87357f519b req-28c0cb66-71fb-43d2-a43a-87d3ee23c170 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:51.423820 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-55e8874b-420b-4420-b518-0c87357f519b req-28c0cb66-71fb-43d2-a43a-87d3ee23c170 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 944 time: 0.1033709 Apr 06 10:57:51.429160 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:51.513884 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdac204-730a-4f08-9142-c3061ff69db4 None None] Pushing event updated for resources: {'Port': ['ID=adb8e560-8bd7-4062-9cf4-4414388ffb2d,revision_number=2']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:51.547095 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Attempting to bind port adb8e560-8bd7-4062-9cf4-4414388ffb2d on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:51.548562 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Attempting to bind port adb8e560-8bd7-4062-9cf4-4414388ffb2d by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:51.550352 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Attempting to bind port adb8e560-8bd7-4062-9cf4-4414388ffb2d on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:51.566642 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:51.570272 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:51.570930 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:51.571926 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:51.572637 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Bound port: adb8e560-8bd7-4062-9cf4-4414388ffb2d, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:51.575294 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:51.646914 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=802ec324-1d27-45f7-ba70-a14c38654ffb,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:51.652487 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] For port adb8e560-8bd7-4062-9cf4-4414388ffb2d, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:51.659661 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] For port adb8e560-8bd7-4062-9cf4-4414388ffb2d, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=adb8e560-8bd7-4062-9cf4-4414388ffb2d,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:51.668654 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:51.669445 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-55e8874b-420b-4420-b518-0c87357f519b req-96f804b5-365f-42c0-bd53-a877bc9d0c04 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224348 Apr 06 10:57:51.712745 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-08010ecb-f88a-4cf1-a29c-4435ee79529d None None] Provisioning complete for port 57a136d7-3156-4cc2-8764-51ad419b179b triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:51.713518 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-08010ecb-f88a-4cf1-a29c-4435ee79529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:51.735122 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a597078-e229-4c56-a20a-a894f6b0093d req-9a2d6a05-a23f-45b2-a0d7-a9550138d0cb tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:51.736889 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1a597078-e229-4c56-a20a-a894f6b0093d req-9a2d6a05-a23f-45b2-a0d7-a9550138d0cb tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.1155453 Apr 06 10:57:51.750415 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Allocated IP 172.20.0.1 (dba72fa9-9678-4199-ac2f-afa683389815/32db5e5a-0ba8-4402-809c-3dd14a4c4b40/6cc9695c-7e4b-44c9-a807-20991d0969a5) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:51.760373 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:51.762900 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0622f8ab-8f02-45ab-8cbb-bfcc31f5598a" -d '{"events": [{"server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "name": "network-vif-plugged", "status": "completed", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:51.822466 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:51.840037 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdac204-730a-4f08-9142-c3061ff69db4 None None] Pushing event updated for resources: {'Port': ['ID=adb8e560-8bd7-4062-9cf4-4414388ffb2d,revision_number=3']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:51.844038 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Routers {'39a32460-dc82-45aa-994d-60566eed89ab'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:51.846859 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['39a32460-dc82-45aa-994d-60566eed89ab'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:51.853964 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1a597078-e229-4c56-a20a-a894f6b0093d req-d99a8c71-f980-42f4-a702-ab391fb46858 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105902 Apr 06 10:57:51.883438 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ff896a-ff60-48c4-abba-31d84db7cd3a x-openstack-request-id: req-81ff896a-ff60-48c4-abba-31d84db7cd3a {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:51.884086 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "name": "network-vif-plugged", "status": "completed", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:51.884585 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81ff896a-ff60-48c4-abba-31d84db7cd3a {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:51.884860 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57202) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:51.885349 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81ff896a-ff60-48c4-abba-31d84db7cd3a'] response: {'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f', 'code': 200} Apr 06 10:57:51.890883 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 57a136d7-3156-4cc2-8764-51ad419b179b triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:51.899953 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:51.980637 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:52.033642 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['802ec324-1d27-45f7-ba70-a14c38654ffb'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:57:52.047713 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] Set router 39a32460-dc82-45aa-994d-60566eed89ab gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:52.051927 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Publish callbacks [] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:52.177841 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f5fdd-c613-49df-9e21-4845189c22dd req-96f0126e-bd65-47b8-b023-d85f5a90b4ef tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:52.186547 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-848f5fdd-c613-49df-9e21-4845189c22dd req-96f0126e-bd65-47b8-b023-d85f5a90b4ef tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.1156147 Apr 06 10:57:52.233737 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:52.348734 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-08010ecb-f88a-4cf1-a29c-4435ee79529d None None] Current status of the port 57a136d7-3156-4cc2-8764-51ad419b179b is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:52.349134 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-08010ecb-f88a-4cf1-a29c-4435ee79529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:52.363648 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a32460-dc82-45aa-994d-60566eed89ab', 'name': 'tempest-TestShelveInstance-258226233-router', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:47Z', 'updated_at': '2022-04-06T10:57:48Z', 'revision_number': 3, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'gw_port': {'id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a32460-dc82-45aa-994d-60566eed89ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:48Z', 'updated_at': '2022-04-06T10:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:52.377233 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Network dba72fa9-9678-4199-ac2f-afa683389815 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:52.400015 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b8b776-951f-4181-8898-0a2e3f3a696d None None] The sync data for ids ['39a32460-dc82-45aa-994d-60566eed89ab'] in dv-cinder-836070-2-iscsi is: [{'id': '39a32460-dc82-45aa-994d-60566eed89ab', 'name': 'tempest-TestShelveInstance-258226233-router', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:47Z', 'updated_at': '2022-04-06T10:57:48Z', 'revision_number': 3, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'gw_port': {'id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:37:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a32460-dc82-45aa-994d-60566eed89ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:48Z', 'updated_at': '2022-04-06T10:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:57:52.402280 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=7']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:52.420260 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:52.424212 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6465b19-0b2f-4e10-9614-1aed433f4268 tempest-TestMinimumBasicScenario-173606334 tempest-TestMinimumBasicScenario-173606334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:52.429537 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e6465b19-0b2f-4e10-9614-1aed433f4268 tempest-TestMinimumBasicScenario-173606334 tempest-TestMinimumBasicScenario-173606334-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 1125 time: 0.5427504 Apr 06 10:57:52.430139 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57208) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:52.435296 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'port_id': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:52.452025 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Pushing event updated for resources: {'Port': ['ID=6cc9695c-7e4b-44c9-a807-20991d0969a5,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:52.465711 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:52.511954 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:52.521070 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 57a136d7-3156-4cc2-8764-51ad419b179b is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:52.532126 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:52.541972 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (39a32460-dc82-45aa-994d-60566eed89ab), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:52.564604 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-848f5fdd-c613-49df-9e21-4845189c22dd req-98389085-1e54-41e7-b8c1-94f46f51ca4a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656471 Apr 06 10:57:52.567704 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-08010ecb-f88a-4cf1-a29c-4435ee79529d None None] For port 57a136d7-3156-4cc2-8764-51ad419b179b, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=57a136d7-3156-4cc2-8764-51ad419b179b,segment=NetworkSegment(ff76cb39-eaa0-4c3d-bd6d-19474e802161),segment_id=ff76cb39-eaa0-4c3d-bd6d-19474e802161)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:52.610747 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-08010ecb-f88a-4cf1-a29c-4435ee79529d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:52.776744 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:52.796088 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08010ecb-f88a-4cf1-a29c-4435ee79529d None None] Pushing event updated for resources: {'Port': ['ID=57a136d7-3156-4cc2-8764-51ad419b179b,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:52.807268 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.db.api [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 10:57:52.807831 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG oslo_db.api [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 10:57:52.810501 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:45Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '8018db3e-b44a-401f-a6a8-3ba234fb147a', 'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'mac_address': 'fa:16:3e:32:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:44Z', 'updated_at': '2022-04-06T10:57:50Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'subnets': [{'id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:52.826325 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:52.898457 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f629ba1-535e-4371-b19d-219af881b0a5 None None] The sync data for ids ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'] in dv-cinder-836070-2-iscsi is: [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:45Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '8018db3e-b44a-401f-a6a8-3ba234fb147a', 'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'mac_address': 'fa:16:3e:32:51:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:44Z', 'updated_at': '2022-04-06T10:57:50Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'subnets': [{'id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:57:52.900573 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-a9357d42-2610-4d38-9798-2b5273faa951 None None] Provisioning complete for port 57a136d7-3156-4cc2-8764-51ad419b179b triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:52.901185 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a9357d42-2610-4d38-9798-2b5273faa951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:53.018540 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Allocated IP 172.27.1.185 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/0caa9d75-d2a2-4d0c-9913-f21b38f9055e) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:57:53.069631 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-a9357d42-2610-4d38-9798-2b5273faa951 None None] Current status of the port 57a136d7-3156-4cc2-8764-51ad419b179b is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:53.085914 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-a9357d42-2610-4d38-9798-2b5273faa951 None None] Provisioning complete for port 8018db3e-b44a-401f-a6a8-3ba234fb147a triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:53.086808 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a9357d42-2610-4d38-9798-2b5273faa951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:53.181980 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for port (0caa9d75-d2a2-4d0c-9913-f21b38f9055e), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:53.227288 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Publish callbacks [] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:53.236312 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:53.276000 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (0caa9d75-d2a2-4d0c-9913-f21b38f9055e), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:53.356175 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (39a32460-dc82-45aa-994d-60566eed89ab), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:53.388747 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:53.398992 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Pushing event updated for resources: {'Port': ['ID=6cc9695c-7e4b-44c9-a807-20991d0969a5,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:53.404597 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:53.410349 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:57:53.423180 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'Port': ['ID=0caa9d75-d2a2-4d0c-9913-f21b38f9055e,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:53.435854 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ab623-cc94-42d8-b19a-7d8f2efa3a30 req-d0d3357e-b312-4310-80c3-2e362721b83f tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:53.437960 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-155ab623-cc94-42d8-b19a-7d8f2efa3a30 req-d0d3357e-b312-4310-80c3-2e362721b83f tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 944 time: 0.1807206 Apr 06 10:57:53.569776 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Network dba72fa9-9678-4199-ac2f-afa683389815 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:57:53.575867 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:57:53.649171 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 802ec324-1d27-45f7-ba70-a14c38654ffb up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:53.741476 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-155ab623-cc94-42d8-b19a-7d8f2efa3a30 req-3e564fe1-5783-47a2-9939-2afed25b4e4d tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625976 Apr 06 10:57:53.829714 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Router 39a32460-dc82-45aa-994d-60566eed89ab has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:57:53.843902 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-a9357d42-2610-4d38-9798-2b5273faa951 None None] Current status of the port 8018db3e-b44a-401f-a6a8-3ba234fb147a is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:53.850096 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a9357d42-2610-4d38-9798-2b5273faa951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:53.916861 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-a9357d42-2610-4d38-9798-2b5273faa951 None None] For port 8018db3e-b44a-401f-a6a8-3ba234fb147a, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=8018db3e-b44a-401f-a6a8-3ba234fb147a,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:53.949016 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a9357d42-2610-4d38-9798-2b5273faa951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:54.037856 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9357d42-2610-4d38-9798-2b5273faa951 None None] Pushing event updated for resources: {'Port': ['ID=8018db3e-b44a-401f-a6a8-3ba234fb147a,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:54.046664 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 57a136d7-3156-4cc2-8764-51ad419b179b is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:54.083742 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:54.095279 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-de325c79-5b0d-4960-907a-7fab06919a2f admin admin] 10.222.0.23 "PUT /v2.0/routers/39a32460-dc82-45aa-994d-60566eed89ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1098025 Apr 06 10:57:54.131314 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 802ec324-1d27-45f7-ba70-a14c38654ffb completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:57:54.140229 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 802ec324-1d27-45f7-ba70-a14c38654ffb triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:54.140509 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:54.152673 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87599b2b-cdf7-48fe-84c7-ae18256a7855 req-e55b39f1-d67f-47ec-a6bf-74510871d16e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:54.155528 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-87599b2b-cdf7-48fe-84c7-ae18256a7855 req-e55b39f1-d67f-47ec-a6bf-74510871d16e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.3370869 Apr 06 10:57:54.263002 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-83344a72-a348-4db7-983b-e6e0af8fa584 None None] Provisioning complete for port 6cc9695c-7e4b-44c9-a807-20991d0969a5 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:54.263394 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-83344a72-a348-4db7-983b-e6e0af8fa584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:54.302642 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-87599b2b-cdf7-48fe-84c7-ae18256a7855 req-891f9d55-8c00-4020-a3dc-068f075f3641 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363521 Apr 06 10:57:54.427027 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-83344a72-a348-4db7-983b-e6e0af8fa584 None None] Port 6cc9695c-7e4b-44c9-a807-20991d0969a5 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:54.459229 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 802ec324-1d27-45f7-ba70-a14c38654ffb is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:54.460752 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:54.499763 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 8018db3e-b44a-401f-a6a8-3ba234fb147a up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:54.608227 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2304d3b-01fb-411c-b15a-cf683d0c3e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802ec324-1d27-45f7-ba70-a14c38654ffb'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:54.614086 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5469c9-eae8-4087-862d-44d12fbeffbb" -d '{"events": [{"server_uuid": "e2304d3b-01fb-411c-b15a-cf683d0c3e5d", "name": "network-vif-plugged", "status": "completed", "tag": "802ec324-1d27-45f7-ba70-a14c38654ffb"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:54.657332 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 802ec324-1d27-45f7-ba70-a14c38654ffb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=802ec324-1d27-45f7-ba70-a14c38654ffb,segment=NetworkSegment(06a676d9-4d57-45e3-8e8e-b995ba0794c4),segment_id=06a676d9-4d57-45e3-8e8e-b995ba0794c4)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:54.671391 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:54.680632 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 8018db3e-b44a-401f-a6a8-3ba234fb147a triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:54.681555 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:54.720866 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for floatingip (375ade36-4aaf-4e4a-90ce-6cf083d972fb), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:54.753311 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7855f0f4-fc44-499e-b808-36d973c5a271 x-openstack-request-id: req-7855f0f4-fc44-499e-b808-36d973c5a271 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:54.754126 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2304d3b-01fb-411c-b15a-cf683d0c3e5d", "name": "network-vif-plugged", "status": "completed", "tag": "802ec324-1d27-45f7-ba70-a14c38654ffb", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:54.754668 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7855f0f4-fc44-499e-b808-36d973c5a271 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:54.755222 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7855f0f4-fc44-499e-b808-36d973c5a271'] response: {'server_uuid': 'e2304d3b-01fb-411c-b15a-cf683d0c3e5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802ec324-1d27-45f7-ba70-a14c38654ffb', 'code': 200} Apr 06 10:57:54.876592 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=802ec324-1d27-45f7-ba70-a14c38654ffb,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:54.932126 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (0caa9d75-d2a2-4d0c-9913-f21b38f9055e), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.011312 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 8018db3e-b44a-401f-a6a8-3ba234fb147a is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:55.012487 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 57a136d7-3156-4cc2-8764-51ad419b179b up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:55.074518 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b99f89-7ec9-4d35-a5be-c61767ee8b01 req-2e615dc5-fd79-4ddf-b90b-52ec168cd0dc tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:55.076183 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b3b99f89-7ec9-4d35-a5be-c61767ee8b01 req-2e615dc5-fd79-4ddf-b90b-52ec168cd0dc tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 945 time: 0.1838524 Apr 06 10:57:55.135598 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 57a136d7-3156-4cc2-8764-51ad419b179b triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:55.135982 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.141032 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2fac11-d232-4e18-b921-bb8d52d95fa3 req-523ddf04-353d-4293-a9a4-f32c88d47be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:55.142809 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8e2fac11-d232-4e18-b921-bb8d52d95fa3 req-523ddf04-353d-4293-a9a4-f32c88d47be3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 1129 time: 0.1313233 Apr 06 10:57:55.153037 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b3b99f89-7ec9-4d35-a5be-c61767ee8b01 req-aabed95d-5646-4316-b442-c0a232a0d2f7 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676100 Apr 06 10:57:55.242900 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8e2fac11-d232-4e18-b921-bb8d52d95fa3 req-4109ccce-f5a6-4d6a-80e7-218ef76dc791 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881655 Apr 06 10:57:55.271204 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for port (0caa9d75-d2a2-4d0c-9913-f21b38f9055e), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.280832 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (0caa9d75-d2a2-4d0c-9913-f21b38f9055e), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.290679 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57224) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:55.296095 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-6e6ebb4b-f503-4f96-9188-8e35632e210d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181368246', 'description': 'tempest-secgroup-smoke-1181368246 description', 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:55.322398 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 57a136d7-3156-4cc2-8764-51ad419b179b is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:55.323619 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device adb8e560-8bd7-4062-9cf4-4414388ffb2d up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:55.337475 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebb4b-f503-4f96-9188-8e35632e210d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.453899 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port adb8e560-8bd7-4062-9cf4-4414388ffb2d triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:55.454440 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.459912 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (375ade36-4aaf-4e4a-90ce-6cf083d972fb), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.484718 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebb4b-f503-4f96-9188-8e35632e210d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group (4788dbf2-d1d3-4e3e-a869-1e880b5d0b45), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.501422 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebb4b-f503-4f96-9188-8e35632e210d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (4788dbf2-d1d3-4e3e-a869-1e880b5d0b45), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.526241 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'Port': ['ID=0caa9d75-d2a2-4d0c-9913-f21b38f9055e,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:55.600505 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6e6ebb4b-f503-4f96-9188-8e35632e210d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.602557 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-6e6ebb4b-f503-4f96-9188-8e35632e210d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3108530 Apr 06 10:57:55.609053 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57230) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:55.628442 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-c1c0e52a-9340-46fd-a3a0-28ee6eef58fd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Request body: {'security_group_rule': {'security_group_id': '4788dbf2-d1d3-4e3e-a869-1e880b5d0b45', 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:55.644945 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port adb8e560-8bd7-4062-9cf4-4414388ffb2d is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:55.645980 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.729687 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dbd2d4-a375-4893-bcbc-131192a6340f req-6c358feb-8336-4298-8b65-a43d459ae9d3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:55.740195 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-28dbd2d4-a375-4893-bcbc-131192a6340f req-6c358feb-8336-4298-8b65-a43d459ae9d3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.2571654 Apr 06 10:57:55.744555 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port adb8e560-8bd7-4062-9cf4-4414388ffb2d, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=adb8e560-8bd7-4062-9cf4-4414388ffb2d,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:57:55.752758 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.754432 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ebb4b-f503-4f96-9188-8e35632e210d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:55.761934 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Floating IP 375ade36-4aaf-4e4a-90ce-6cf083d972fb associated. External IP: 172.27.1.185, port: e219d8ad-1492-4529-95e4-8dfd1a3950ab. Apr 06 10:57:55.788979 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e52a-9340-46fd-a3a0-28ee6eef58fd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (02615255-2053-42f3-901d-74b57ff00fe1), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.827148 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=adb8e560-8bd7-4062-9cf4-4414388ffb2d,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:55.861322 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-28dbd2d4-a375-4893-bcbc-131192a6340f req-ab0bb211-e022-44cb-ad81-7904f4a1ebf0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093767 Apr 06 10:57:55.900078 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e52a-9340-46fd-a3a0-28ee6eef58fd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (02615255-2053-42f3-901d-74b57ff00fe1), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.905740 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e52a-9340-46fd-a3a0-28ee6eef58fd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (02615255-2053-42f3-901d-74b57ff00fe1), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.930382 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c0e52a-9340-46fd-a3a0-28ee6eef58fd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02615255-2053-42f3-901d-74b57ff00fe1,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:55.937404 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c1c0e52a-9340-46fd-a3a0-28ee6eef58fd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:55.942182 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-c1c0e52a-9340-46fd-a3a0-28ee6eef58fd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181698 Apr 06 10:57:55.942861 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57236) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:55.948171 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-ae02e459-7d3d-4ff0-b4e0-a00eddcb09c7 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Request body: {'security_group_rule': {'security_group_id': '4788dbf2-d1d3-4e3e-a869-1e880b5d0b45', 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:55.988543 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae02e459-7d3d-4ff0-b4e0-a00eddcb09c7 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (a3fa55c8-b829-46a8-bde3-836706f66a88), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.070632 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Router efd62417-4d65-409c-aae0-c3e953d3da4a has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:57:56.082975 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae02e459-7d3d-4ff0-b4e0-a00eddcb09c7 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (a3fa55c8-b829-46a8-bde3-836706f66a88), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.090817 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae02e459-7d3d-4ff0-b4e0-a00eddcb09c7 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (a3fa55c8-b829-46a8-bde3-836706f66a88), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.115769 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02e459-7d3d-4ff0-b4e0-a00eddcb09c7 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3fa55c8-b829-46a8-bde3-836706f66a88,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:56.131994 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ae02e459-7d3d-4ff0-b4e0-a00eddcb09c7 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.135804 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-ae02e459-7d3d-4ff0-b4e0-a00eddcb09c7 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1892216 Apr 06 10:57:56.135942 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57238) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:56.143384 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-0437a5f3-e282-4a8a-95ff-a890569bdce9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Request body: {'security_group_rule': {'security_group_id': '4788dbf2-d1d3-4e3e-a869-1e880b5d0b45', 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:56.190430 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0437a5f3-e282-4a8a-95ff-a890569bdce9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (1aea6a95-002c-49e6-b0f9-b2a404ed0900), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.249767 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device adb8e560-8bd7-4062-9cf4-4414388ffb2d up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:57:56.281153 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Sync routers for ids ['39a32460-dc82-45aa-994d-60566eed89ab'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:56.306081 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0437a5f3-e282-4a8a-95ff-a890569bdce9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (1aea6a95-002c-49e6-b0f9-b2a404ed0900), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.316859 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0437a5f3-e282-4a8a-95ff-a890569bdce9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (1aea6a95-002c-49e6-b0f9-b2a404ed0900), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.333909 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437a5f3-e282-4a8a-95ff-a890569bdce9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aea6a95-002c-49e6-b0f9-b2a404ed0900,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:56.356579 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0437a5f3-e282-4a8a-95ff-a890569bdce9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.361408 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-0437a5f3-e282-4a8a-95ff-a890569bdce9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2243650 Apr 06 10:57:56.362600 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57242) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:56.367954 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-4ce3c5be-43df-4e3c-830f-99e6e889fb60 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Request body: {'security_group_rule': {'security_group_id': '4788dbf2-d1d3-4e3e-a869-1e880b5d0b45', 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:56.389929 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Routers {'39a32460-dc82-45aa-994d-60566eed89ab'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:56.391013 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['39a32460-dc82-45aa-994d-60566eed89ab'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:56.410483 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:57:56.422890 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c5be-43df-4e3c-830f-99e6e889fb60 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (0e5fda73-43ae-4967-b20d-bfaa112f7f42), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.423101 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] Sync routers for ids ['efd62417-4d65-409c-aae0-c3e953d3da4a'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:57:56.448129 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] Routers {'efd62417-4d65-409c-aae0-c3e953d3da4a'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:56.449051 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['efd62417-4d65-409c-aae0-c3e953d3da4a'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:56.452761 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.454128 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port adb8e560-8bd7-4062-9cf4-4414388ffb2d triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:56.454695 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.495947 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c8df3-c157-486b-b01d-6dfaa8d0b67a req-a64e62c3-8f1c-4e00-ae09-12ae09fce99b tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:56.498531 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9c2c8df3-c157-486b-b01d-6dfaa8d0b67a req-a64e62c3-8f1c-4e00-ae09-12ae09fce99b tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 945 time: 0.1715584 Apr 06 10:57:56.556804 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a263a56b-a268-4065-afb7-a93146e70bde tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1253071 Apr 06 10:57:56.557579 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:57:56.560249 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d961cbac-074a-48b5-818b-14c4fff4f993" -d '{"events": [{"name": "network-changed", "server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:57:56.561257 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57244) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:56.566666 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-b4f54980-8e86-4a71-8279-ad5cf300f06b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245351901', 'description': 'tempest-secgroup-smoke-245351901 description', 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:56.586514 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c5be-43df-4e3c-830f-99e6e889fb60 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (0e5fda73-43ae-4967-b20d-bfaa112f7f42), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.605200 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c5be-43df-4e3c-830f-99e6e889fb60 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (0e5fda73-43ae-4967-b20d-bfaa112f7f42), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.616098 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] Set router efd62417-4d65-409c-aae0-c3e953d3da4a gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:56.629321 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9c2c8df3-c157-486b-b01d-6dfaa8d0b67a req-cf94fd78-850f-418c-841f-950e746a388a tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106315 Apr 06 10:57:56.661690 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Set router 39a32460-dc82-45aa-994d-60566eed89ab gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:56.665110 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b4f54980-8e86-4a71-8279-ad5cf300f06b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.676218 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3c5be-43df-4e3c-830f-99e6e889fb60 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5fda73-43ae-4967-b20d-bfaa112f7f42,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:56.694194 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4ce3c5be-43df-4e3c-830f-99e6e889fb60 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.696184 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857b27df-0f83-434c-9089-927e7c7f5e6f x-openstack-request-id: req-857b27df-0f83-434c-9089-927e7c7f5e6f {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:57:56.696640 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:57:56.696895 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-857b27df-0f83-434c-9089-927e7c7f5e6f {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:57:56.697360 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857b27df-0f83-434c-9089-927e7c7f5e6f'] response: {'name': 'network-changed', 'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'status': 'completed', 'code': 200} Apr 06 10:57:56.698859 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57248) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:56.699115 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-4ce3c5be-43df-4e3c-830f-99e6e889fb60 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3353035 Apr 06 10:57:56.704978 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-9dd5eb70-224e-49f2-aada-7f5192e7667e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Request body: {'security_group_rule': {'security_group_id': '4788dbf2-d1d3-4e3e-a869-1e880b5d0b45', 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:56.771048 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.securitygroups_db [None req-9dd5eb70-224e-49f2-aada-7f5192e7667e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Project d56cc77311aa435ca3a0d600f26a32cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:57:56.779881 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9dd5eb70-224e-49f2-aada-7f5192e7667e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (3b1b6748-8090-4b43-a94d-290173078698), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.836419 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b4f54980-8e86-4a71-8279-ad5cf300f06b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group (789f844a-7405-4cf7-8710-3891a198368c), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.844775 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b4f54980-8e86-4a71-8279-ad5cf300f06b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (789f844a-7405-4cf7-8710-3891a198368c), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.887111 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f54980-8e86-4a71-8279-ad5cf300f06b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789f844a-7405-4cf7-8710-3891a198368c,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:56.917647 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b4f54980-8e86-4a71-8279-ad5cf300f06b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.924269 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9dd5eb70-224e-49f2-aada-7f5192e7667e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (3b1b6748-8090-4b43-a94d-290173078698), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:56.927350 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57252) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:56.927758 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-b4f54980-8e86-4a71-8279-ad5cf300f06b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3650436 Apr 06 10:57:56.938385 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-b8ae752b-0325-4473-8cd3-9113e31467ee tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'security_group_rule': {'security_group_id': '789f844a-7405-4cf7-8710-3891a198368c', 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:56.985865 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9dd5eb70-224e-49f2-aada-7f5192e7667e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (3b1b6748-8090-4b43-a94d-290173078698), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.084080 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port adb8e560-8bd7-4062-9cf4-4414388ffb2d is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:57:57.091591 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b8ae752b-0325-4473-8cd3-9113e31467ee tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (9c13a2c0-2327-42db-9771-47245afc0d95), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.093987 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '375ade36-4aaf-4e4a-90ce-6cf083d972fb', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'port_id': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'mac_address': 'fa:16:3e:16:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:57:54Z', 'updated_at': '2022-04-06T10:57:54Z', 'revision_number': 0, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:39Z', 'revision_number': 5, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:57.111136 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5eb70-224e-49f2-aada-7f5192e7667e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b1b6748-8090-4b43-a94d-290173078698,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:57.126149 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdf71a-181a-47d7-b816-0fc066e40cb1 req-40d6ae87-6894-4646-be50-c380ae55aae6 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:57.134317 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3cbdf71a-181a-47d7-b816-0fc066e40cb1 req-40d6ae87-6894-4646-be50-c380ae55aae6 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.1532915 Apr 06 10:57:57.147145 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9dd5eb70-224e-49f2-aada-7f5192e7667e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.151108 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] Checking router: efd62417-4d65-409c-aae0-c3e953d3da4a for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:57.151835 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57254) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:57.157069 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-eb6cd33d-cff4-49f3-aeae-105332424328 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Request body: {'security_group_rule': {'security_group_id': '4788dbf2-d1d3-4e3e-a869-1e880b5d0b45', 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:57.162374 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-9dd5eb70-224e-49f2-aada-7f5192e7667e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4618435 Apr 06 10:57:57.164001 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] Routers {'efd62417-4d65-409c-aae0-c3e953d3da4a'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:57.164646 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['efd62417-4d65-409c-aae0-c3e953d3da4a'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:57.189463 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a32460-dc82-45aa-994d-60566eed89ab', 'name': 'tempest-TestShelveInstance-258226233-router', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:47Z', 'updated_at': '2022-04-06T10:57:52Z', 'revision_number': 4, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'gw_port': {'id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a32460-dc82-45aa-994d-60566eed89ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:48Z', 'updated_at': '2022-04-06T10:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6cc9695c-7e4b-44c9-a807-20991d0969a5', 'name': '', 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'mac_address': 'fa:16:3e:0e:fd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a32460-dc82-45aa-994d-60566eed89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '32db5e5a-0ba8-4402-809c-3dd14a4c4b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:51Z', 'updated_at': '2022-04-06T10:57:53Z', 'revision_number': 2, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'subnets': [{'id': '32db5e5a-0ba8-4402-809c-3dd14a4c4b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:57.197088 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.securitygroups_db [None req-eb6cd33d-cff4-49f3-aeae-105332424328 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Project d56cc77311aa435ca3a0d600f26a32cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:57:57.208115 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd33d-cff4-49f3-aeae-105332424328 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (4c5e8c6c-f2cc-4a0e-971d-d857fe4da73d), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.234440 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Checking router: 39a32460-dc82-45aa-994d-60566eed89ab for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:57:57.234796 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Updating router 39a32460-dc82-45aa-994d-60566eed89ab port 6cc9695c-7e4b-44c9-a807-20991d0969a5 binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 10:57:57.270697 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.276304 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b8ae752b-0325-4473-8cd3-9113e31467ee tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (9c13a2c0-2327-42db-9771-47245afc0d95), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.291498 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b8ae752b-0325-4473-8cd3-9113e31467ee tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (9c13a2c0-2327-42db-9771-47245afc0d95), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.358834 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae752b-0325-4473-8cd3-9113e31467ee tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c13a2c0-2327-42db-9771-47245afc0d95,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:57.364448 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3cbdf71a-181a-47d7-b816-0fc066e40cb1 req-3161e606-f96c-437a-bb73-b3437806340f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289793 Apr 06 10:57:57.375306 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b8ae752b-0325-4473-8cd3-9113e31467ee tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.377220 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-b8ae752b-0325-4473-8cd3-9113e31467ee tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4474969 Apr 06 10:57:57.380701 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57258) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:57.386792 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-39403a32-8951-4f72-a30d-14be82cd3a56 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'security_group_rule': {'security_group_id': '789f844a-7405-4cf7-8710-3891a198368c', 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:57.414201 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd33d-cff4-49f3-aeae-105332424328 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (4c5e8c6c-f2cc-4a0e-971d-d857fe4da73d), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.433135 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-39403a32-8951-4f72-a30d-14be82cd3a56 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (3e4e6c8f-58f3-4164-964e-0bb321d1f37d), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.445876 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd33d-cff4-49f3-aeae-105332424328 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (4c5e8c6c-f2cc-4a0e-971d-d857fe4da73d), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.467965 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] Set router efd62417-4d65-409c-aae0-c3e953d3da4a gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:57.486050 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cd33d-cff4-49f3-aeae-105332424328 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5e8c6c-f2cc-4a0e-971d-d857fe4da73d,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:57.515899 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-eb6cd33d-cff4-49f3-aeae-105332424328 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.538664 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-eb6cd33d-cff4-49f3-aeae-105332424328 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3849678 Apr 06 10:57:57.569445 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-39403a32-8951-4f72-a30d-14be82cd3a56 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (3e4e6c8f-58f3-4164-964e-0bb321d1f37d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.578387 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-39403a32-8951-4f72-a30d-14be82cd3a56 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (3e4e6c8f-58f3-4164-964e-0bb321d1f37d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.597056 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-1ceab347-a8f6-47e7-92c1-aa6ad0971db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:57.608603 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-1ceab347-a8f6-47e7-92c1-aa6ad0971db3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76b9d1e8f88245e58aad5d0e9051ae06&device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 1130 time: 0.2573228 Apr 06 10:57:57.615008 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39403a32-8951-4f72-a30d-14be82cd3a56 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4e6c8f-58f3-4164-964e-0bb321d1f37d,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:57.652108 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-39403a32-8951-4f72-a30d-14be82cd3a56 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.659920 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-39403a32-8951-4f72-a30d-14be82cd3a56 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2762470 Apr 06 10:57:57.660973 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57266) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:57.681377 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-49998553-e577-4aff-870e-e3c0d1716c8f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'security_group_rule': {'security_group_id': '789f844a-7405-4cf7-8710-3891a198368c', 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:57.751018 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-49998553-e577-4aff-870e-e3c0d1716c8f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (87e4b986-1578-4b4c-8d5e-fe39e0e83309), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.907786 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-49998553-e577-4aff-870e-e3c0d1716c8f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (87e4b986-1578-4b4c-8d5e-fe39e0e83309), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.917858 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-49998553-e577-4aff-870e-e3c0d1716c8f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (87e4b986-1578-4b4c-8d5e-fe39e0e83309), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:57.996914 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030c8ae-0d0e-4fda-bd30-d672e181d84c req-108ce503-e7e8-40a0-a210-9f77cb5a1794 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:58.003621 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3030c8ae-0d0e-4fda-bd30-d672e181d84c req-108ce503-e7e8-40a0-a210-9f77cb5a1794 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 945 time: 0.1747997 Apr 06 10:57:58.009346 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49998553-e577-4aff-870e-e3c0d1716c8f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87e4b986-1578-4b4c-8d5e-fe39e0e83309,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:58.051124 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-49998553-e577-4aff-870e-e3c0d1716c8f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:58.055815 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-49998553-e577-4aff-870e-e3c0d1716c8f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3934593 Apr 06 10:57:58.058390 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57304) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:58.084169 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-2cc54cd3-14de-4973-8a4c-1a14cd02edd3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'security_group_rule': {'security_group_id': '789f844a-7405-4cf7-8710-3891a198368c', 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:58.095868 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '375ade36-4aaf-4e4a-90ce-6cf083d972fb', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'port_id': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'mac_address': 'fa:16:3e:16:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:57:54Z', 'updated_at': '2022-04-06T10:57:54Z', 'revision_number': 0, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:39Z', 'revision_number': 5, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:58.120653 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3030c8ae-0d0e-4fda-bd30-d672e181d84c req-d7c210e4-5ba7-4a2e-8e02-c221709032ea tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964444 Apr 06 10:57:58.149729 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5245766-94ad-4edf-babb-48a32d6b19c4 None None] The sync data for ids ['efd62417-4d65-409c-aae0-c3e953d3da4a'] in dv-cinder-836070-2-iscsi is: [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '375ade36-4aaf-4e4a-90ce-6cf083d972fb', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'port_id': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'mac_address': 'fa:16:3e:16:33:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:57:54Z', 'updated_at': '2022-04-06T10:57:54Z', 'revision_number': 0, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:39Z', 'revision_number': 5, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:57:58.156837 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-8d9f471f-c130-43f1-b117-c2ba7b4c6b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:58.164703 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-8d9f471f-c130-43f1-b117-c2ba7b4c6b03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 HTTP/1.1" status: 200 len: 915 time: 0.5405457 Apr 06 10:57:58.171473 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2cc54cd3-14de-4973-8a4c-1a14cd02edd3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (1e36198a-a49a-4981-b4ad-558e3ebceb09), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:58.195923 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Publish callbacks [] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:58.217720 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:58.437945 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-90f47241-16b0-4389-a7f0-835243f2bc55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab HTTP/1.1" status: 200 len: 1000 time: 0.2591469 Apr 06 10:57:58.503623 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce73ea5-c6b7-4463-b8c8-6a2baa0420dc None None] Pushing event updated for resources: {'Port': ['ID=6cc9695c-7e4b-44c9-a807-20991d0969a5,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:58.541874 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Attempting to bind port 6cc9695c-7e4b-44c9-a807-20991d0969a5 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:57:58.542249 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Attempting to bind port 6cc9695c-7e4b-44c9-a807-20991d0969a5 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': 'ff76cb39-eaa0-4c3d-bd6d-19474e802161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:57:58.542628 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Attempting to bind port 6cc9695c-7e4b-44c9-a807-20991d0969a5 on network dba72fa9-9678-4199-ac2f-afa683389815 {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:57:58.542741 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2cc54cd3-14de-4973-8a4c-1a14cd02edd3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (1e36198a-a49a-4981-b4ad-558e3ebceb09), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:58.567886 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:57:58.572138 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Checking segment: {'id': 'ff76cb39-eaa0-4c3d-bd6d-19474e802161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:57:58.573589 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:58.574043 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Bound using segment: {'id': 'ff76cb39-eaa0-4c3d-bd6d-19474e802161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:57:58.574907 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Bound port: 6cc9695c-7e4b-44c9-a807-20991d0969a5, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff76cb39-eaa0-4c3d-bd6d-19474e802161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:57:58.575094 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:58.619317 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-8506e7c3-fefb-4174-8947-85b91efd7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:58.626547 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-8506e7c3-fefb-4174-8947-85b91efd7c23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9ffca87-eb1b-4ad6-bd43-02402d42fd82 HTTP/1.1" status: 200 len: 853 time: 0.1795480 Apr 06 10:57:58.672828 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2cc54cd3-14de-4973-8a4c-1a14cd02edd3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (1e36198a-a49a-4981-b4ad-558e3ebceb09), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:58.797293 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ff28b3-3495-49e2-b741-63cac7373600 None None] New status for floating IP 375ade36-4aaf-4e4a-90ce-6cf083d972fb: ACTIVE {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:57:58.810669 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc54cd3-14de-4973-8a4c-1a14cd02edd3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e36198a-a49a-4981-b4ad-558e3ebceb09,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:58.838505 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2cc54cd3-14de-4973-8a4c-1a14cd02edd3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:58.845107 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-2cc54cd3-14de-4973-8a4c-1a14cd02edd3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7789624 Apr 06 10:57:58.845107 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57320) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:58.854706 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-a65c5ef6-92af-4b73-8d71-99d6e9d84ee7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'security_group_rule': {'security_group_id': '789f844a-7405-4cf7-8710-3891a198368c', 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:58.897943 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3cb2c1-f6c1-4aa6-be2d-775d42ae92e8 req-9fc0b559-112e-4cce-95c2-bd655f5f32aa tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:58.906332 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-be3cb2c1-f6c1-4aa6-be2d-775d42ae92e8 req-9fc0b559-112e-4cce-95c2-bd655f5f32aa tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.2724435 Apr 06 10:57:58.909642 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-600855af-ea4e-43f3-9070-30b1c6544d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:58.911275 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-600855af-ea4e-43f3-9070-30b1c6544d6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2299783 Apr 06 10:57:58.913689 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.securitygroups_db [None req-a65c5ef6-92af-4b73-8d71-99d6e9d84ee7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Project 76b9d1e8f88245e58aad5d0e9051ae06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:57:58.933731 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a65c5ef6-92af-4b73-8d71-99d6e9d84ee7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (5634340a-4b0d-4a08-8817-d3ad2a1f45de), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:59.020299 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-be3cb2c1-f6c1-4aa6-be2d-775d42ae92e8 req-3b7edda8-b6c9-4d3e-b171-26594c183ebe tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133814 Apr 06 10:57:59.059598 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a65c5ef6-92af-4b73-8d71-99d6e9d84ee7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (5634340a-4b0d-4a08-8817-d3ad2a1f45de), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:59.063808 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-7cb9dfac-be8b-4d97-9a9b-cddf8ede7fa3 None None] Provisioning complete for port 6cc9695c-7e4b-44c9-a807-20991d0969a5 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:57:59.064233 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7cb9dfac-be8b-4d97-9a9b-cddf8ede7fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:59.066446 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a65c5ef6-92af-4b73-8d71-99d6e9d84ee7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (5634340a-4b0d-4a08-8817-d3ad2a1f45de), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:59.111432 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c5ef6-92af-4b73-8d71-99d6e9d84ee7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5634340a-4b0d-4a08-8817-d3ad2a1f45de,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:59.152705 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] For port 6cc9695c-7e4b-44c9-a807-20991d0969a5, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:57:59.162877 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a65c5ef6-92af-4b73-8d71-99d6e9d84ee7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:59.164288 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-a65c5ef6-92af-4b73-8d71-99d6e9d84ee7 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3165658 Apr 06 10:57:59.167340 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57332) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:57:59.172651 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-df1aeb2e-5fd2-4b86-aa33-81b21e86a2cd tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'security_group_rule': {'security_group_id': '789f844a-7405-4cf7-8710-3891a198368c', 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:57:59.196832 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] For port 6cc9695c-7e4b-44c9-a807-20991d0969a5, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=6cc9695c-7e4b-44c9-a807-20991d0969a5,segment=NetworkSegment(ff76cb39-eaa0-4c3d-bd6d-19474e802161),segment_id=ff76cb39-eaa0-4c3d-bd6d-19474e802161)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:57:59.211081 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-7cb9dfac-be8b-4d97-9a9b-cddf8ede7fa3 None None] Port 6cc9695c-7e4b-44c9-a807-20991d0969a5 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:57:59.219025 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:59.269231 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.securitygroups_db [None req-df1aeb2e-5fd2-4b86-aa33-81b21e86a2cd tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Project 76b9d1e8f88245e58aad5d0e9051ae06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 10:57:59.284239 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-df1aeb2e-5fd2-4b86-aa33-81b21e86a2cd tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (61622c55-d590-4ea5-87f6-14106f3505ab), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:59.284505 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-389e885b-555d-49fd-85f2-3c5c6597880a service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600811 Apr 06 10:57:59.294671 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce73ea5-c6b7-4463-b8c8-6a2baa0420dc None None] Pushing event updated for resources: {'Port': ['ID=6cc9695c-7e4b-44c9-a807-20991d0969a5,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:59.365553 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Routers {'39a32460-dc82-45aa-994d-60566eed89ab'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:57:59.367125 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:57:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['39a32460-dc82-45aa-994d-60566eed89ab'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:57:59.574101 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-df1aeb2e-5fd2-4b86-aa33-81b21e86a2cd tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (61622c55-d590-4ea5-87f6-14106f3505ab), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:59.581559 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-df1aeb2e-5fd2-4b86-aa33-81b21e86a2cd tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (61622c55-d590-4ea5-87f6-14106f3505ab), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:59.636994 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1aeb2e-5fd2-4b86-aa33-81b21e86a2cd tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61622c55-d590-4ea5-87f6-14106f3505ab,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:57:59.642622 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-df1aeb2e-5fd2-4b86-aa33-81b21e86a2cd tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:57:59.647696 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-df1aeb2e-5fd2-4b86-aa33-81b21e86a2cd tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4759948 Apr 06 10:57:59.661309 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d961cbac-074a-48b5-818b-14c4fff4f993 req-f4d9ff27-5284-4714-b676-294db5f0c9a9 service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207681 Apr 06 10:57:59.749267 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] Set router 39a32460-dc82-45aa-994d-60566eed89ab gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:57:59.883790 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-1040a2fc-e5a8-4e33-8deb-3b7ffe43926b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245351901&fields=id&tenant_id=76b9d1e8f88245e58aad5d0e9051ae06 HTTP/1.1" status: 200 len: 267 time: 0.1386654 Apr 06 10:57:59.919497 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446451d3-8d99-4153-9a6d-118540bea5bd req-f2f454dc-f0e8-46c5-91e3-638770a6b104 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:57:59.927026 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-446451d3-8d99-4153-9a6d-118540bea5bd req-f2f454dc-f0e8-46c5-91e3-638770a6b104 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 945 time: 0.1286676 Apr 06 10:58:00.068477 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-446451d3-8d99-4153-9a6d-118540bea5bd req-85d74874-e3b4-492a-906e-549e47b5161e tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263261 Apr 06 10:58:00.082425 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-a4ef4a4f-0daa-4b1d-a1f2-12d07601f6f6 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:00.090971 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-a4ef4a4f-0daa-4b1d-a1f2-12d07601f6f6 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.2012191 Apr 06 10:58:00.097383 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-e6c3cc64-594d-42cf-a4d8-466b85f468d3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'port': {'security_groups': ['e097c233-501b-47e6-97ef-f88bf2f9ef12', '789f844a-7405-4cf7-8710-3891a198368c']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:00.112961 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-78ecec28-0d75-4b33-8583-9ac0b8ac2748 None None] Provisioning complete for port 6cc9695c-7e4b-44c9-a807-20991d0969a5 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:00.113773 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-78ecec28-0d75-4b33-8583-9ac0b8ac2748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:00.217863 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec64b4b-662b-4cfa-b211-a4347f6bf625 req-97665fe9-69d9-45c3-bf56-4c16e2a99e42 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:00.219444 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4ec64b4b-662b-4cfa-b211-a4347f6bf625 req-97665fe9-69d9-45c3-bf56-4c16e2a99e42 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0773697 Apr 06 10:58:00.271676 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-e6c3cc64-594d-42cf-a4d8-466b85f468d3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:00.340145 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4ec64b4b-662b-4cfa-b211-a4347f6bf625 req-56e9fcd1-bbf4-40af-aed3-04b3f2b36160 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117980 Apr 06 10:58:00.405296 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-78ecec28-0d75-4b33-8583-9ac0b8ac2748 None None] Current status of the port 6cc9695c-7e4b-44c9-a807-20991d0969a5 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:00.405711 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-78ecec28-0d75-4b33-8583-9ac0b8ac2748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:00.464349 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-78ecec28-0d75-4b33-8583-9ac0b8ac2748 None None] For port 6cc9695c-7e4b-44c9-a807-20991d0969a5, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=6cc9695c-7e4b-44c9-a807-20991d0969a5,segment=NetworkSegment(ff76cb39-eaa0-4c3d-bd6d-19474e802161),segment_id=ff76cb39-eaa0-4c3d-bd6d-19474e802161)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:00.472794 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-78ecec28-0d75-4b33-8583-9ac0b8ac2748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:00.546716 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a32460-dc82-45aa-994d-60566eed89ab', 'name': 'tempest-TestShelveInstance-258226233-router', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:47Z', 'updated_at': '2022-04-06T10:57:52Z', 'revision_number': 4, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'gw_port': {'id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a32460-dc82-45aa-994d-60566eed89ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:48Z', 'updated_at': '2022-04-06T10:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6cc9695c-7e4b-44c9-a807-20991d0969a5', 'name': '', 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'mac_address': 'fa:16:3e:0e:fd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a32460-dc82-45aa-994d-60566eed89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '32db5e5a-0ba8-4402-809c-3dd14a4c4b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:51Z', 'updated_at': '2022-04-06T10:57:59Z', 'revision_number': 4, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'subnets': [{'id': '32db5e5a-0ba8-4402-809c-3dd14a4c4b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:00.598038 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecec28-0d75-4b33-8583-9ac0b8ac2748 None None] Pushing event updated for resources: {'Port': ['ID=6cc9695c-7e4b-44c9-a807-20991d0969a5,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:00.609157 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e51c80-a097-4409-875e-ca96c45fff31 None None] The sync data for ids ['39a32460-dc82-45aa-994d-60566eed89ab'] in dv-cinder-836070-2-iscsi is: [{'id': '39a32460-dc82-45aa-994d-60566eed89ab', 'name': 'tempest-TestShelveInstance-258226233-router', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:47Z', 'updated_at': '2022-04-06T10:57:52Z', 'revision_number': 4, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'gw_port': {'id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a32460-dc82-45aa-994d-60566eed89ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:48Z', 'updated_at': '2022-04-06T10:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6cc9695c-7e4b-44c9-a807-20991d0969a5', 'name': '', 'network_id': 'dba72fa9-9678-4199-ac2f-afa683389815', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'mac_address': 'fa:16:3e:0e:fd:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39a32460-dc82-45aa-994d-60566eed89ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '32db5e5a-0ba8-4402-809c-3dd14a4c4b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:51Z', 'updated_at': '2022-04-06T10:57:59Z', 'revision_number': 4, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'subnets': [{'id': '32db5e5a-0ba8-4402-809c-3dd14a4c4b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:58:00.773887 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-e6c3cc64-594d-42cf-a4d8-466b85f468d3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] For port e219d8ad-1492-4529-95e4-8dfd1a3950ab, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:00.838914 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-e6c3cc64-594d-42cf-a4d8-466b85f468d3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:00.847949 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-e6c3cc64-594d-42cf-a4d8-466b85f468d3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:00.857143 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe9a2-9d0c-48e0-ab43-e24a7389b0e5 req-c671f1e5-f5b3-42a5-8f14-da2066a6b355 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:00.859940 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-338fe9a2-9d0c-48e0-ab43-e24a7389b0e5 req-c671f1e5-f5b3-42a5-8f14-da2066a6b355 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1285982 Apr 06 10:58:00.899310 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-e6c3cc64-594d-42cf-a4d8-466b85f468d3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:00.900163 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-e6c3cc64-594d-42cf-a4d8-466b85f468d3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:00.900676 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['e219d8ad-1492-4529-95e4-8dfd1a3950ab'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:58:00.911505 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1c8b29d9-7cfd-40c4-9f29-0d1fd3d9306b req-e6c3cc64-594d-42cf-a4d8-466b85f468d3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "PUT /v2.0/ports/e219d8ad-1492-4529-95e4-8dfd1a3950ab HTTP/1.1" status: 200 len: 982 time: 0.8099275 Apr 06 10:58:00.911505 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:00.914970 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4530c42-e6dc-467f-a276-108209c42eed" -d '{"events": [{"name": "network-changed", "server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:01.181925 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-338fe9a2-9d0c-48e0-ab43-e24a7389b0e5 req-4b84aa6f-083d-4a6b-8224-6055f9040360 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3102736 Apr 06 10:58:01.371283 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de377a2-aa79-4505-8924-32aeba98de48 x-openstack-request-id: req-6de377a2-aa79-4505-8924-32aeba98de48 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:01.380962 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:01.381421 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6de377a2-aa79-4505-8924-32aeba98de48 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:01.381944 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de377a2-aa79-4505-8924-32aeba98de48'] response: {'name': 'network-changed', 'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'status': 'completed', 'code': 200} Apr 06 10:58:01.464183 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bac437-ce63-4a6e-8c63-d0db64d10783 req-d24a62c2-5d4b-4c6d-89e0-631513c884e8 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:01.484373 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7bac437-ce63-4a6e-8c63-d0db64d10783 req-d24a62c2-5d4b-4c6d-89e0-631513c884e8 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.2840142 Apr 06 10:58:01.497160 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3cc64-594d-42cf-a4d8-466b85f468d3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'Port': ['ID=e219d8ad-1492-4529-95e4-8dfd1a3950ab,revision_number=6']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:01.508552 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['e219d8ad-1492-4529-95e4-8dfd1a3950ab'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:58:01.643000 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a8fe2-9fec-4d06-866b-91f3eb9df61f req-c26f9f1e-7d13-4c6c-ba8f-b7581abcbc15 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:01.660521 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-937a8fe2-9fec-4d06-866b-91f3eb9df61f req-c26f9f1e-7d13-4c6c-ba8f-b7581abcbc15 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 945 time: 0.1711380 Apr 06 10:58:01.731732 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7bac437-ce63-4a6e-8c63-d0db64d10783 req-dcfc5e95-d987-4299-ae0d-e137edf59b61 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2459924 Apr 06 10:58:01.802720 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-937a8fe2-9fec-4d06-866b-91f3eb9df61f req-3abd70cc-01a5-465a-ad0b-be0bbac3949b tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408820 Apr 06 10:58:01.841580 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-46a03e5b-e021-453c-9040-533e097c4f65 None None] Provisioning complete for port e219d8ad-1492-4529-95e4-8dfd1a3950ab triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:01.842094 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-46a03e5b-e021-453c-9040-533e097c4f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:01.926999 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4530c42-e6dc-467f-a276-108209c42eed req-50a233ba-4c31-4e61-bdd5-a77d11f1b567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:01.929929 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e4530c42-e6dc-467f-a276-108209c42eed req-50a233ba-4c31-4e61-bdd5-a77d11f1b567 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76b9d1e8f88245e58aad5d0e9051ae06&device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 1169 time: 0.3301914 Apr 06 10:58:02.214697 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-46a03e5b-e021-453c-9040-533e097c4f65 None None] Current status of the port e219d8ad-1492-4529-95e4-8dfd1a3950ab is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:02.332115 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4530c42-e6dc-467f-a276-108209c42eed req-30f7ab4b-76e1-43e2-8840-cf904f6239fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:02.342905 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e4530c42-e6dc-467f-a276-108209c42eed req-30f7ab4b-76e1-43e2-8840-cf904f6239fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 HTTP/1.1" status: 200 len: 915 time: 0.4045618 Apr 06 10:58:02.369882 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 6cc9695c-7e4b-44c9-a807-20991d0969a5 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:58:02.506266 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e4530c42-e6dc-467f-a276-108209c42eed req-5a41086f-2566-49f6-aecf-3888f687fb75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab HTTP/1.1" status: 200 len: 1002 time: 0.1378057 Apr 06 10:58:02.533668 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-0291084d-4dc8-4356-9c42-0eb38c29c670 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:02.535722 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09408b-c035-4ca9-9ddd-b98cb6497d14 req-4d746b95-22ce-4cbc-8d0b-bec50fe6375a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:02.539779 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-0291084d-4dc8-4356-9c42-0eb38c29c670 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.26 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 945 time: 0.6845157 Apr 06 10:58:02.550891 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ac09408b-c035-4ca9-9ddd-b98cb6497d14 req-4d746b95-22ce-4cbc-8d0b-bec50fe6375a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1639264 Apr 06 10:58:02.743018 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ac09408b-c035-4ca9-9ddd-b98cb6497d14 req-ad0e9165-5ea2-4e6a-8acd-77be4a5908ed tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892531 Apr 06 10:58:02.851256 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 6cc9695c-7e4b-44c9-a807-20991d0969a5 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:02.851942 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.011132 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f2e4c-6891-46c6-b652-9fa2c33c6136 req-f9f024b0-0ca6-4fb6-b900-fed24a46fc2c tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:03.012971 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fd1f2e4c-6891-46c6-b652-9fa2c33c6136 req-f9f024b0-0ca6-4fb6-b900-fed24a46fc2c tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 945 time: 0.0888646 Apr 06 10:58:03.075775 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 6cc9695c-7e4b-44c9-a807-20991d0969a5 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:03.081830 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4530c42-e6dc-467f-a276-108209c42eed req-71a3d405-1ff8-4f83-908c-5a62cd8743b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:03.081830 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e4530c42-e6dc-467f-a276-108209c42eed req-71a3d405-1ff8-4f83-908c-5a62cd8743b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9ffca87-eb1b-4ad6-bd43-02402d42fd82 HTTP/1.1" status: 200 len: 853 time: 0.5193555 Apr 06 10:58:03.082839 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fd1f2e4c-6891-46c6-b652-9fa2c33c6136 req-6c1970bc-28c1-4111-9f2b-104d69f764bd tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/security-groups?id=760270db-9599-47a8-a381-949e7dbe7547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626597 Apr 06 10:58:03.212333 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf75f38-1266-47cf-ac0a-bed257289eca req-f1f1abba-1431-41e1-a646-e4c22fb076cb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:03.213930 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4cf75f38-1266-47cf-ac0a-bed257289eca req-f1f1abba-1431-41e1-a646-e4c22fb076cb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 1.1364622 Apr 06 10:58:03.254351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4530c42-e6dc-467f-a276-108209c42eed req-87f5eaad-d031-469e-9d11-08e1c04da62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:03.256198 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e4530c42-e6dc-467f-a276-108209c42eed req-87f5eaad-d031-469e-9d11-08e1c04da62b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1534483 Apr 06 10:58:03.308860 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4cf75f38-1266-47cf-ac0a-bed257289eca req-efdb959c-4f85-4329-a02f-2665c4f913b3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845728 Apr 06 10:58:03.340551 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-c01c637a-6ad8-4864-aef3-81562f475f07 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Deleting port 802ec324-1d27-45f7-ba70-a14c38654ffb {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:58:03.341115 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-c01c637a-6ad8-4864-aef3-81562f475f07 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.389505 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.540432 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e4530c42-e6dc-467f-a276-108209c42eed req-5440f473-ce34-4138-b51e-de4b43ff594d service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134950 Apr 06 10:58:03.612583 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-c01c637a-6ad8-4864-aef3-81562f475f07 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] For port 802ec324-1d27-45f7-ba70-a14c38654ffb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=802ec324-1d27-45f7-ba70-a14c38654ffb,segment=NetworkSegment(06a676d9-4d57-45e3-8e8e-b995ba0794c4),segment_id=06a676d9-4d57-45e3-8e8e-b995ba0794c4)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:03.612966 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-c01c637a-6ad8-4864-aef3-81562f475f07 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.635085 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-c01c637a-6ad8-4864-aef3-81562f475f07 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Calling delete_port for 802ec324-1d27-45f7-ba70-a14c38654ffb owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:58:03.731051 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e4530c42-e6dc-467f-a276-108209c42eed req-ef47c4c4-dc5d-49e1-843c-f674c6545523 service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794491 Apr 06 10:58:03.880861 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-c01c637a-6ad8-4864-aef3-81562f475f07 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (802ec324-1d27-45f7-ba70-a14c38654ffb), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:03.938985 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f815be-3a46-44f8-bcb7-4dbea9030409 req-633d1894-6cf6-4c99-91de-84b5db6a734b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:03.945218 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d4f815be-3a46-44f8-bcb7-4dbea9030409 req-633d1894-6cf6-4c99-91de-84b5db6a734b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0997162 Apr 06 10:58:03.955720 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c637a-6ad8-4864-aef3-81562f475f07 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Pushing event deleted for resources: {'Port': ['ID=802ec324-1d27-45f7-ba70-a14c38654ffb,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:04.035659 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-c01c637a-6ad8-4864-aef3-81562f475f07 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] No DVR routers for this DVR port 802ec324-1d27-45f7-ba70-a14c38654ffb on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:58:04.037857 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-c01c637a-6ad8-4864-aef3-81562f475f07 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:04.041316 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f3e4bd4c-5f99-4a48-9569-771b8e5b2c14 req-c01c637a-6ad8-4864-aef3-81562f475f07 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.26 "DELETE /v2.0/ports/802ec324-1d27-45f7-ba70-a14c38654ffb HTTP/1.1" status: 204 len: 173 time: 1.4985800 Apr 06 10:58:04.041788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2304d3b-01fb-411c-b15a-cf683d0c3e5d', 'name': 'network-vif-deleted', 'tag': '802ec324-1d27-45f7-ba70-a14c38654ffb'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:04.044722 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d23726e-10ad-4389-ab48-b30d4cb3708e" -d '{"events": [{"server_uuid": "e2304d3b-01fb-411c-b15a-cf683d0c3e5d", "name": "network-vif-deleted", "tag": "802ec324-1d27-45f7-ba70-a14c38654ffb"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:04.068100 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d4f815be-3a46-44f8-bcb7-4dbea9030409 req-b5d43379-bcd6-4592-a97e-f45986812dff tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1164451 Apr 06 10:58:04.151423 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b4f58a-8d3f-4048-bc2a-b360f2210af5 x-openstack-request-id: req-22b4f58a-8d3f-4048-bc2a-b360f2210af5 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:04.151745 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2304d3b-01fb-411c-b15a-cf683d0c3e5d", "name": "network-vif-deleted", "tag": "802ec324-1d27-45f7-ba70-a14c38654ffb", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:04.152010 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22b4f58a-8d3f-4048-bc2a-b360f2210af5 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:04.152419 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b4f58a-8d3f-4048-bc2a-b360f2210af5'] response: {'server_uuid': 'e2304d3b-01fb-411c-b15a-cf683d0c3e5d', 'name': 'network-vif-deleted', 'tag': '802ec324-1d27-45f7-ba70-a14c38654ffb', 'status': 'completed', 'code': 200} Apr 06 10:58:04.249951 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4d62bbb8-5e74-4819-9435-786572ab9d3d req-20c0c09f-6de8-491c-92f8-8dad059b3ff9 tempest-VolumesActionsTest-1540859633 tempest-VolumesActionsTest-1540859633-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2304d3b-01fb-411c-b15a-cf683d0c3e5d HTTP/1.1" status: 200 len: 210 time: 0.0323164 Apr 06 10:58:04.514946 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128cd71a-efcf-4b4f-8c23-93d63089e74f req-e4c60a9a-e3ef-472c-8200-5a73ae1a05b7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:04.517056 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-128cd71a-efcf-4b4f-8c23-93d63089e74f req-e4c60a9a-e3ef-472c-8200-5a73ae1a05b7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0804329 Apr 06 10:58:04.597646 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-128cd71a-efcf-4b4f-8c23-93d63089e74f req-a30e02e5-804f-47f5-9eb4-2a5abeae40ae tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710669 Apr 06 10:58:05.040241 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-dd9f0228-09f1-451e-8d92-b9876715abcf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0874221 Apr 06 10:58:05.177852 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-718d5bf9-39cd-41db-9122-7c6f2572c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.180716 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-718d5bf9-39cd-41db-9122-7c6f2572c20f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 1130 time: 0.0846410 Apr 06 10:58:05.270206 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd44f33-344a-4226-8617-98f74f66544c req-b4c2f6bb-df44-4982-b117-1b4c1179db16 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.281009 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4cd44f33-344a-4226-8617-98f74f66544c req-b4c2f6bb-df44-4982-b117-1b4c1179db16 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0981529 Apr 06 10:58:05.357418 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4cd44f33-344a-4226-8617-98f74f66544c req-6019db85-8732-4a54-a3bc-e1eaf2da5728 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751708 Apr 06 10:58:05.383685 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-8327bf7d-ec56-4d02-99e7-012abde279e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.386374 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-8327bf7d-ec56-4d02-99e7-012abde279e7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.1691909 Apr 06 10:58:05.473058 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-19dffc72-d503-4fdf-b3d5-03f2c875db9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5c8ca29-81aa-409a-9f8b-23364b746079 HTTP/1.1" status: 200 len: 217 time: 0.0753460 Apr 06 10:58:05.548574 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-d6b415dd-1e24-45cc-aa6c-1423bd3490ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.557382 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-d6b415dd-1e24-45cc-aa6c-1423bd3490ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.0734668 Apr 06 10:58:05.634583 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-f7b6102c-769c-46d2-b51e-76c2b6bab3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:05.636426 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-f7b6102c-769c-46d2-b51e-76c2b6bab3b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733647 Apr 06 10:58:05.702552 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 802ec324-1d27-45f7-ba70-a14c38654ffb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:58:05.778694 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 802ec324-1d27-45f7-ba70-a14c38654ffb {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:58:05.779896 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 802ec324-1d27-45f7-ba70-a14c38654ffb not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:58:05.783754 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-e9a1eb7a-5c0e-4c05-a455-41af08ce3844 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394367 Apr 06 10:58:06.001076 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f9f36e53-e8bc-4be6-bd21-655c4164a054 req-11dd6435-9e35-473f-8d35-7c9b4fb26327 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033486 Apr 06 10:58:06.046548 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c955815-b990-496d-aea9-3ef39e0bb9d3 req-82edb5d6-d87a-4e48-9dab-e45265b033ce tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:06.076476 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6c955815-b990-496d-aea9-3ef39e0bb9d3 req-82edb5d6-d87a-4e48-9dab-e45265b033ce tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.1865966 Apr 06 10:58:06.227318 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6c955815-b990-496d-aea9-3ef39e0bb9d3 req-2ee0fd57-8eab-49f1-80d7-9aa606cfee17 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495020 Apr 06 10:58:06.548578 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad9d331-cffe-4155-b1f0-effecca301b8 req-c04e8598-0928-444f-9889-b9926c6060f3 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:06.551097 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fad9d331-cffe-4155-b1f0-effecca301b8 req-c04e8598-0928-444f-9889-b9926c6060f3 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0860753 Apr 06 10:58:06.631667 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fad9d331-cffe-4155-b1f0-effecca301b8 req-0d394b27-ac79-43bf-8bec-a5cedd609355 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692062 Apr 06 10:58:07.412265 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c667bf-a111-4247-b47c-a9e70eb4aefd req-4753b5ba-3f35-4bb6-a898-905e95c87dcf tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:07.415230 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-60c667bf-a111-4247-b47c-a9e70eb4aefd req-4753b5ba-3f35-4bb6-a898-905e95c87dcf tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0873466 Apr 06 10:58:07.496086 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-60c667bf-a111-4247-b47c-a9e70eb4aefd req-12c96abf-1444-49f3-a89c-457eb85ce212 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650640 Apr 06 10:58:07.832127 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0b1c4-3f99-4d55-b420-c3ee3aaef4b1 req-6df27015-b75a-446f-b4fc-c691277c8231 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:07.838298 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-36c0b1c4-3f99-4d55-b420-c3ee3aaef4b1 req-6df27015-b75a-446f-b4fc-c691277c8231 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0715370 Apr 06 10:58:07.894807 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-36c0b1c4-3f99-4d55-b420-c3ee3aaef4b1 req-8317d06b-cef2-48b8-b41c-027bea2ececc tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547886 Apr 06 10:58:08.667876 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b5d9a-85a8-4e6b-aed3-70e73c765097 req-1cf0e2ff-0ac1-4630-b625-437155c2cbf6 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:08.669517 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-903b5d9a-85a8-4e6b-aed3-70e73c765097 req-1cf0e2ff-0ac1-4630-b625-437155c2cbf6 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0712655 Apr 06 10:58:08.726316 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-903b5d9a-85a8-4e6b-aed3-70e73c765097 req-52d7ac17-ed49-4f1d-af70-3a93b1804227 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497284 Apr 06 10:58:09.056520 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b510c0-a095-4319-acab-1b0241cdb7e8 req-61513c2c-f342-4eec-a82e-df02918a9e4e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:09.058362 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-20b510c0-a095-4319-acab-1b0241cdb7e8 req-61513c2c-f342-4eec-a82e-df02918a9e4e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0841711 Apr 06 10:58:09.116213 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-20b510c0-a095-4319-acab-1b0241cdb7e8 req-162dc263-53ef-4f1a-a602-d997f6153b95 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520730 Apr 06 10:58:09.868491 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d888cf-e209-4908-afbf-62c37750f5bb req-c280b00c-c790-48ff-b944-29f0eb7cd31a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:09.870374 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-69d888cf-e209-4908-afbf-62c37750f5bb req-c280b00c-c790-48ff-b944-29f0eb7cd31a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0635438 Apr 06 10:58:09.934854 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-69d888cf-e209-4908-afbf-62c37750f5bb req-184ea575-369b-4ae7-85b9-1a15eaef73e8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523472 Apr 06 10:58:10.275652 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d9978-f272-49de-9efb-61c407260e74 req-fce74624-87e5-434c-937e-d55e96968560 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:10.277290 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-465d9978-f272-49de-9efb-61c407260e74 req-fce74624-87e5-434c-937e-d55e96968560 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0611897 Apr 06 10:58:10.329937 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-465d9978-f272-49de-9efb-61c407260e74 req-cedf40ae-af31-4402-b259-bc7e0a710526 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466537 Apr 06 10:58:11.104049 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f473a6b-38e6-4ce0-b06d-faafe879694b req-04496f35-97b0-4c42-8fc4-753695b796ab tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.105732 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5f473a6b-38e6-4ce0-b06d-faafe879694b req-04496f35-97b0-4c42-8fc4-753695b796ab tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 945 time: 0.0589726 Apr 06 10:58:11.184628 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5f473a6b-38e6-4ce0-b06d-faafe879694b req-de4a59ff-47c1-4f29-91c6-7aeb3a02dcaf tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731759 Apr 06 10:58:11.429992 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-106d1a7f-cdd6-4640-8675-0b1b56d39251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.431627 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-106d1a7f-cdd6-4640-8675-0b1b56d39251 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 1129 time: 0.0747738 Apr 06 10:58:11.472272 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36da20-8550-4100-884b-13669e06e00c req-0fcd331a-307a-4932-acf0-f2ac4afc8d27 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.474244 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d36da20-8550-4100-884b-13669e06e00c req-0fcd331a-307a-4932-acf0-f2ac4afc8d27 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0693862 Apr 06 10:58:11.535268 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d36da20-8550-4100-884b-13669e06e00c req-37443bb0-0ca4-4161-8aba-53b5a636f5a2 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500622 Apr 06 10:58:11.567653 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-01bacbee-fa2a-43e6-9972-1d0704e6052a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.569196 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-01bacbee-fa2a-43e6-9972-1d0704e6052a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 917 time: 0.1299510 Apr 06 10:58:11.653185 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-6d022ac2-6623-4071-b8da-a2e878768dd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577354ce-af40-4a17-a042-317efbd3ec3f HTTP/1.1" status: 200 len: 1001 time: 0.0704863 Apr 06 10:58:11.709769 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-08950485-6b9f-4ae4-924b-2724f60a4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.711223 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-08950485-6b9f-4ae4-924b-2724f60a4902 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 200 len: 855 time: 0.0500820 Apr 06 10:58:11.771871 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-456621a1-e199-427c-9786-9ede10e337aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:11.773557 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-456621a1-e199-427c-9786-9ede10e337aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e57840e9-a610-40cb-aa8b-21f95edebb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538306 Apr 06 10:58:11.886327 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-f8c51ea3-f36d-40a7-806b-b6246922db2b service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037254 Apr 06 10:58:12.024678 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d4179e6e-5b3a-47f7-aee1-4a7a5a8fec5c req-fcb4fad6-6b5f-42a7-9f3f-0cace445ae09 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959229 Apr 06 10:58:12.125686 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 577354ce-af40-4a17-a042-317efbd3ec3f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:58:12.215626 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 577354ce-af40-4a17-a042-317efbd3ec3f is: ACTIVE; New status is: DOWN {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:12.216035 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:12.244158 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:12.247252 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1e6951-be9c-4e25-b456-808b04a8a190" -d '{"events": [{"server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "name": "network-vif-unplugged", "status": "completed", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:12.263985 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:12.269981 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:12.318020 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f500cbb1-89f5-4e36-aa7f-34c2427f5b09 x-openstack-request-id: req-f500cbb1-89f5-4e36-aa7f-34c2427f5b09 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:12.318515 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "name": "network-vif-unplugged", "status": "completed", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:12.318922 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f500cbb1-89f5-4e36-aa7f-34c2427f5b09 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:12.319484 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f500cbb1-89f5-4e36-aa7f-34c2427f5b09'] response: {'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f', 'code': 200} Apr 06 10:58:12.342684 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c93a-49bc-4b16-becc-97a63347038b req-f049aa5b-c17e-4f04-8a94-f85bfc922d1b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:12.347001 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-df58c93a-49bc-4b16-becc-97a63347038b req-f049aa5b-c17e-4f04-8a94-f85bfc922d1b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0681791 Apr 06 10:58:12.352851 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=8']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:12.398120 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-df58c93a-49bc-4b16-becc-97a63347038b req-35cd3bb7-f611-4a9f-aa7a-166db34bc0e7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448544 Apr 06 10:58:12.732935 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5d72f-8bb5-4a36-8cb1-d8ae550a353d req-30516c56-3f44-47f1-80e8-c1b8fd73dfdb tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:12.741121 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1be5d72f-8bb5-4a36-8cb1-d8ae550a353d req-30516c56-3f44-47f1-80e8-c1b8fd73dfdb tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0832653 Apr 06 10:58:12.810958 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1be5d72f-8bb5-4a36-8cb1-d8ae550a353d req-711a3066-4d30-44d7-b80c-ffd8401079cd tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678353 Apr 06 10:58:12.851912 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-1e46782d-aba6-4a31-94f2-adba1d05bd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:13.543585 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cef0a-cbc4-4a7a-9da9-f106ea615db6 req-355ccd8c-90e0-4062-9914-2575aaef976d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:13.552126 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-121cef0a-cbc4-4a7a-9da9-f106ea615db6 req-355ccd8c-90e0-4062-9914-2575aaef976d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0693793 Apr 06 10:58:13.622687 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-121cef0a-cbc4-4a7a-9da9-f106ea615db6 req-1d6e9325-e86b-4284-87c7-498118cd2846 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690584 Apr 06 10:58:14.012922 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c66e5e-024c-45b0-a434-f82941a9fe32 req-05cf1c95-76c2-4454-b794-71fafe4fb204 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:14.027378 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-80c66e5e-024c-45b0-a434-f82941a9fe32 req-05cf1c95-76c2-4454-b794-71fafe4fb204 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1127288 Apr 06 10:58:14.101265 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-80c66e5e-024c-45b0-a434-f82941a9fe32 req-99e0deaa-e35d-435c-8ac8-25cc75f4f9e3 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0724995 Apr 06 10:58:14.870627 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174703a7-0687-42fb-b679-bdb54995051c req-3fd77430-ab8d-47ba-935d-1bf18dccd86f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:14.873324 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-174703a7-0687-42fb-b679-bdb54995051c req-3fd77430-ab8d-47ba-935d-1bf18dccd86f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.1092405 Apr 06 10:58:14.955086 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-174703a7-0687-42fb-b679-bdb54995051c req-1aee88f3-42c6-44fe-a854-233a4163ff53 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699437 Apr 06 10:58:15.320553 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb59ff72-d74b-4d5b-8df1-b13400b76628 req-3c76ffcc-678f-4b9b-b077-9fd8d07a27e3 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:15.322950 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bb59ff72-d74b-4d5b-8df1-b13400b76628 req-3c76ffcc-678f-4b9b-b077-9fd8d07a27e3 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0746267 Apr 06 10:58:15.480311 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bb59ff72-d74b-4d5b-8df1-b13400b76628 req-1eecb7bf-ef68-4b1d-8e7a-a4a4f2e8299d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503341 Apr 06 10:58:15.709408 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [req-b670847b-0c11-476e-b415-7b21c9f48252 req-c110cddf-7879-4da2-991b-895e3daacd7e service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:58:15.710367 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b670847b-0c11-476e-b415-7b21c9f48252 req-c110cddf-7879-4da2-991b-895e3daacd7e service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085735 Apr 06 10:58:15.822685 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6142e6e9-5e8f-48dc-9c23-670cae5425cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:15.977646 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abff5c-2f57-45f2-adad-406431c0bbd1 req-3c52d07f-f03d-4187-94ba-c0ff9ce9e8ff tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:15.979715 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-41abff5c-2f57-45f2-adad-406431c0bbd1 req-3c52d07f-f03d-4187-94ba-c0ff9ce9e8ff tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0972309 Apr 06 10:58:16.089117 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-41abff5c-2f57-45f2-adad-406431c0bbd1 req-019d0758-cc42-495b-b3f2-33188b7eef33 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025956 Apr 06 10:58:16.363792 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57612) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:16.495703 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:16.504761 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-2f13493d-6e75-41c6-be94-b820bb16477a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1395993 Apr 06 10:58:16.517801 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-5bc5ecc9-ec54-4cd7-aa2d-42cdea406875 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 10:58:16.519577 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-5bc5ecc9-ec54-4cd7-aa2d-42cdea406875 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067880 Apr 06 10:58:16.670612 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57628) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:16.904701 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-e2702f06-d3b7-4951-9e48-f758e1655688 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:16.906217 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-e2702f06-d3b7-4951-9e48-f758e1655688 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports/577354ce-af40-4a17-a042-317efbd3ec3f HTTP/1.1" status: 200 len: 940 time: 0.2341897 Apr 06 10:58:16.934964 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97bc382-100c-49d5-b7e9-4b9a371c1a3a req-449a6985-4602-454e-9cc7-ea1b3d02c4f2 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:16.943613 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c97bc382-100c-49d5-b7e9-4b9a371c1a3a req-449a6985-4602-454e-9cc7-ea1b3d02c4f2 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.3429894 Apr 06 10:58:16.957565 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-827da416-6fec-4eb5-a604-2350d8b88791 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181368246&fields=id&tenant_id=d56cc77311aa435ca3a0d600f26a32cc HTTP/1.1" status: 200 len: 267 time: 0.1957748 Apr 06 10:58:17.006406 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c97bc382-100c-49d5-b7e9-4b9a371c1a3a req-53d1529b-0450-4a76-88d3-0861d9c5e105 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615034 Apr 06 10:58:17.157607 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-04d37ba7-4103-4bc8-858e-f8bdbc445978 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:17.166436 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-04d37ba7-4103-4bc8-858e-f8bdbc445978 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/networks?id=3af2ef9f-7855-4256-a2fb-81a9774416fc HTTP/1.1" status: 200 len: 809 time: 0.1745713 Apr 06 10:58:17.178949 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-0d24e8cc-94ac-412b-a225-58524945dbe3 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/quotas/d56cc77311aa435ca3a0d600f26a32cc HTTP/1.1" status: 200 len: 375 time: 0.0112829 Apr 06 10:58:17.305162 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c010c-fc54-4235-a1a7-d09a977db2c3 req-769ed5c8-f60f-4f4b-83a5-c22fd1b32cfa tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:17.312823 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d8c010c-fc54-4235-a1a7-d09a977db2c3 req-769ed5c8-f60f-4f4b-83a5-c22fd1b32cfa tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0876317 Apr 06 10:58:17.348853 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-e060c78f-1fe1-461e-9ba9-8e6678c16c2d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=d56cc77311aa435ca3a0d600f26a32cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1594789 Apr 06 10:58:17.385425 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d8c010c-fc54-4235-a1a7-d09a977db2c3 req-8a6dd4c5-6405-49f7-a8d0-5e42ca9d93f0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714872 Apr 06 10:58:17.554527 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-f5491dd4-46f2-4e77-86e7-1bd28df03baa service neutron] 10.222.0.23 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765170 Apr 06 10:58:17.667106 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-611de7d4-a2e6-4a8a-81ed-73195d116c0d service neutron] 10.222.0.23 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102784 Apr 06 10:58:18.146394 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2d091e66-f1ba-41db-9f8a-55ce6843da84 req-bdf02e57-7e37-42fc-9f17-880351973249 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 210 time: 0.0430374 Apr 06 10:58:18.152808 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 577354ce-af40-4a17-a042-317efbd3ec3f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:58:18.263953 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9659cac-9c44-4e70-871c-b37d8209bec8 req-c7af8193-5613-4b40-ad88-af2d9a7671ca tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:18.279062 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f9659cac-9c44-4e70-871c-b37d8209bec8 req-c7af8193-5613-4b40-ad88-af2d9a7671ca tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1198261 Apr 06 10:58:18.362433 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f9659cac-9c44-4e70-871c-b37d8209bec8 req-9084b1c7-eecd-48f8-936c-8635eb774878 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793557 Apr 06 10:58:18.439515 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:18.449065 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 577354ce-af40-4a17-a042-317efbd3ec3f is: DOWN; New status is: DOWN {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:18.702859 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63bba6-466e-406e-beba-87ea235b48d3 req-d7fa7882-316e-4bff-a5d7-b93345a85c6b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:18.733166 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9d63bba6-466e-406e-beba-87ea235b48d3 req-d7fa7882-316e-4bff-a5d7-b93345a85c6b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.1796861 Apr 06 10:58:18.935442 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ec23c-ce6a-4111-8016-a5be57af436a req-79822a34-4022-471d-8cd7-6da2491bf88a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:18.938273 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-902ec23c-ce6a-4111-8016-a5be57af436a req-79822a34-4022-471d-8cd7-6da2491bf88a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1212449 Apr 06 10:58:18.963191 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9d63bba6-466e-406e-beba-87ea235b48d3 req-3acdded0-d867-419f-9280-c599ce14667f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287831 Apr 06 10:58:19.032252 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469926-6357-4cb2-a629-725f99380ee2 req-dad965d2-e0ce-47f9-bb27-37e35036e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.034351 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2a469926-6357-4cb2-a629-725f99380ee2 req-dad965d2-e0ce-47f9-bb27-37e35036e1cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 1130 time: 0.1593287 Apr 06 10:58:19.056137 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-902ec23c-ce6a-4111-8016-a5be57af436a req-a31a218f-30f3-4be9-b5ef-a5112056d80c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092660 Apr 06 10:58:19.239525 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469926-6357-4cb2-a629-725f99380ee2 req-79d89195-f4cb-4ca7-b424-8403a29fc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.242742 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2a469926-6357-4cb2-a629-725f99380ee2 req-79d89195-f4cb-4ca7-b424-8403a29fc3b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 200 len: 911 time: 0.1755183 Apr 06 10:58:19.336640 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d6e82ead-3085-4f9d-a07d-88a2abd69c95 req-fe2a59c2-2dec-4051-a478-2015e5a702be tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 210 time: 0.0559659 Apr 06 10:58:19.533617 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2a469926-6357-4cb2-a629-725f99380ee2 req-6e0c6e08-3534-4ac2-a756-92ee38714bc1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4d510076-82a3-45b9-81cc-9ffeb89f9ec1 HTTP/1.1" status: 200 len: 1002 time: 0.1526155 Apr 06 10:58:19.548000 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-75a5a5d9-aa29-4530-a477-e850baadedc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.550321 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-75a5a5d9-aa29-4530-a477-e850baadedc5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4&tenant_id=1520446eb9854376954ced1cdb152f81 HTTP/1.1" status: 200 len: 1127 time: 0.1533871 Apr 06 10:58:19.809663 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:19.916163 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469926-6357-4cb2-a629-725f99380ee2 req-00d717ed-ebb2-42a2-b7be-de215484cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.920410 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2a469926-6357-4cb2-a629-725f99380ee2 req-00d717ed-ebb2-42a2-b7be-de215484cecc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8cb4a9d-3fd6-40dd-93f9-d0599d19883c HTTP/1.1" status: 200 len: 849 time: 0.1535108 Apr 06 10:58:19.932627 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-48f24a93-311a-4196-82f6-bcfe02111f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:19.934513 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-48f24a93-311a-4196-82f6-bcfe02111f52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 1127 time: 0.1389272 Apr 06 10:58:20.156110 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-0ba95c31-0a84-4e2b-8003-2e70d8473a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:20.156658 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-df75b984-a2b4-4ded-b225-fe285bd8f984 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:20.158354 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-df75b984-a2b4-4ded-b225-fe285bd8f984 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.26 "GET /v2.0/networks?id=3af2ef9f-7855-4256-a2fb-81a9774416fc HTTP/1.1" status: 200 len: 809 time: 0.2600043 Apr 06 10:58:20.159084 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-0ba95c31-0a84-4e2b-8003-2e70d8473a0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 917 time: 0.1891146 Apr 06 10:58:20.254616 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a469926-6357-4cb2-a629-725f99380ee2 req-500083d4-4b79-49fe-ad63-5ed4237eae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:20.256649 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2a469926-6357-4cb2-a629-725f99380ee2 req-500083d4-4b79-49fe-ad63-5ed4237eae05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9435f01-e75d-47f9-9918-d437dc99ce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3206596 Apr 06 10:58:20.325405 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d26bd42-9e94-47cc-b236-d53d4b6f2a33 req-3a6888d0-74e1-4506-b26f-141915a758d6 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:20.325405 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9d26bd42-9e94-47cc-b236-d53d4b6f2a33 req-3a6888d0-74e1-4506-b26f-141915a758d6 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.2151947 Apr 06 10:58:20.357792 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-5eaf9c9c-bbda-4e01-8597-e63933c4ad25 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d56cc77311aa435ca3a0d600f26a32cc HTTP/1.1" status: 200 len: 380 time: 0.1367795 Apr 06 10:58:20.386741 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-8ad949b9-b809-4bdf-bd87-15d4972ea760 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=577354ce-af40-4a17-a042-317efbd3ec3f HTTP/1.1" status: 200 len: 999 time: 0.1914587 Apr 06 10:58:20.388825 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Request body: {'port': {'device_id': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'admin_state_up': True, 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'security_groups': ['4788dbf2-d1d3-4e3e-a869-1e880b5d0b45']}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:20.516070 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9d26bd42-9e94-47cc-b236-d53d4b6f2a33 req-75b3267f-79ac-46a7-b854-0034a0c234e1 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813602 Apr 06 10:58:20.616134 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Made reservation on behalf of d56cc77311aa435ca3a0d600f26a32cc for: {'port': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:58:20.620587 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:20.672201 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e8958713-f2b2-4373-92dd-d4823f112071 req-48f0057c-b739-4530-b1d3-c3368c8200aa tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 210 time: 0.0369022 Apr 06 10:58:20.773326 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2a469926-6357-4cb2-a629-725f99380ee2 req-102a29d4-cd83-4895-a043-ddad4f7bfc5d service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079145 Apr 06 10:58:20.862637 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19967dbc-620a-46ec-8439-e6b18419852c req-20ed820b-19b7-499d-95aa-6b27c0e71495 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:20.868071 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-19967dbc-620a-46ec-8439-e6b18419852c req-20ed820b-19b7-499d-95aa-6b27c0e71495 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.6285017 Apr 06 10:58:20.888924 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Allocated IP 172.20.0.8 (3af2ef9f-7855-4256-a2fb-81a9774416fc/6a4771b5-9618-4e54-b37e-f57c1b6f8565/bf9f5a65-ed45-4124-9059-bb3104480fa4) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:58:20.913311 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-73af3e28-ed9c-4808-bf13-366019375f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:20.914913 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-73af3e28-ed9c-4808-bf13-366019375f66 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 200 len: 855 time: 0.5187473 Apr 06 10:58:20.926573 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2a469926-6357-4cb2-a629-725f99380ee2 req-b0ba2fd6-85f4-4090-ac95-f542d3559882 service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437180 Apr 06 10:58:21.010869 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-19967dbc-620a-46ec-8439-e6b18419852c req-6b8d64fd-e9cd-4bb3-afc5-fceef942a909 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1132967 Apr 06 10:58:21.046116 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-33769467-c11c-496e-a2c1-6a6acc5fba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:21.054521 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-33769467-c11c-496e-a2c1-6a6acc5fba93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e57840e9-a610-40cb-aa8b-21f95edebb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1262734 Apr 06 10:58:21.143164 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:21.198034 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:21.229570 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-0380901a-75d4-4b07-9129-86b5d6a4ccaf service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604481 Apr 06 10:58:21.258317 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Network 3af2ef9f-7855-4256-a2fb-81a9774416fc is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:58:21.266295 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:58:21.272029 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:58:21.280322 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event updated for resources: {'Port': ['ID=bf9f5a65-ed45-4124-9059-bb3104480fa4,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:21.311650 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.311999 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.312344 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.312682 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.313016 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.313346 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.313673 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.314038 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.314332 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.314656 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.315815 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.319188 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.319188 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.319188 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.319188 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:21.363731 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:21.364448 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:21.412108 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-2be75e99-46c1-4790-bed9-bf339d03b2ab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0460393 Apr 06 10:58:21.490667 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-225e4707-efa3-44e2-8bdf-b567e6b5137f req-fef74908-aaf6-44f5-9827-039da5a28dcb service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595712 Apr 06 10:58:21.653854 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-df5b785e-d45c-4498-8114-05354ea5e4d0 None None] Provisioning complete for port bf9f5a65-ed45-4124-9059-bb3104480fa4 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:21.654972 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-df5b785e-d45c-4498-8114-05354ea5e4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:21.689534 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52239b9-0af1-4333-9ccb-911bd707db78 req-04ab9998-5b88-4d0c-99f1-cc9496224c7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:21.691705 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a52239b9-0af1-4333-9ccb-911bd707db78 req-04ab9998-5b88-4d0c-99f1-cc9496224c7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0826223 Apr 06 10:58:21.712521 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-df5b785e-d45c-4498-8114-05354ea5e4d0 None None] Port bf9f5a65-ed45-4124-9059-bb3104480fa4 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:58:21.778752 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a52239b9-0af1-4333-9ccb-911bd707db78 req-9697c2fe-5c32-4e29-9d70-580e433e61cc tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809820 Apr 06 10:58:21.863882 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1829de-5128-4519-b585-ed2321b00786 req-f7273679-9eab-4e70-9879-fcb178029e70 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:21.866019 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fa1829de-5128-4519-b585-ed2321b00786 req-f7273679-9eab-4e70-9879-fcb178029e70 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 931 time: 0.0642126 Apr 06 10:58:21.934426 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fa1829de-5128-4519-b585-ed2321b00786 req-4540420c-4af1-48c0-abf2-75fdc80a76cd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617962 Apr 06 10:58:22.129459 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Request body: {'port': {'device_id': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:22.305782 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:22.338161 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7beb8-86ac-44bd-975b-2edaa1f10bff req-f6bec975-07b3-4004-8def-1db840606ad9 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:22.348768 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9cc7beb8-86ac-44bd-975b-2edaa1f10bff req-f6bec975-07b3-4004-8def-1db840606ad9 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1702430 Apr 06 10:58:22.475563 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9cc7beb8-86ac-44bd-975b-2edaa1f10bff req-3ced9e11-5631-4fe8-95b2-842736d11ef8 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1255181 Apr 06 10:58:22.944574 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9f5a65-ed45-4124-9059-bb3104480fa4 {{(pid=115084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:58:22.988250 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Publish callbacks [] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:23.072656 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1683633-2486-427f-b915-46759208beea req-bdb3111c-903f-4a28-8f7f-8daf002f6efa tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:23.081383 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c1683633-2486-427f-b915-46759208beea req-bdb3111c-903f-4a28-8f7f-8daf002f6efa tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.1409779 Apr 06 10:58:23.136734 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.provisioning_blocks [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Transition to ACTIVE for port object bf9f5a65-ed45-4124-9059-bb3104480fa4 will not be triggered until provisioned by entity L2. {{(pid=115084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:58:23.160904 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:23.368962 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c1683633-2486-427f-b915-46759208beea req-8bc74875-98d3-41a7-9202-68f0941700dc tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847219 Apr 06 10:58:23.395544 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9f5a65-ed45-4124-9059-bb3104480fa4,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:23.506926 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef73cfc-1b06-4ca6-b3e8-1b1065773644 req-ec60a39c-e653-48e0-8b8f-1428d1565fbd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:23.509255 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7ef73cfc-1b06-4ca6-b3e8-1b1065773644 req-ec60a39c-e653-48e0-8b8f-1428d1565fbd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.4142153 Apr 06 10:58:23.740903 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff15b65-17e9-4961-b371-56bc1fdfdf64 req-7c8f5640-33b4-40bf-bddf-8fa5c9322c22 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:23.808926 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5ff15b65-17e9-4961-b371-56bc1fdfdf64 req-7c8f5640-33b4-40bf-bddf-8fa5c9322c22 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.1038799 Apr 06 10:58:23.810424 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Attempting to bind port bf9f5a65-ed45-4124-9059-bb3104480fa4 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:58:23.810424 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Attempting to bind port bf9f5a65-ed45-4124-9059-bb3104480fa4 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:58:23.810424 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Attempting to bind port bf9f5a65-ed45-4124-9059-bb3104480fa4 on network 3af2ef9f-7855-4256-a2fb-81a9774416fc {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:58:23.810424 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7ef73cfc-1b06-4ca6-b3e8-1b1065773644 req-c6798b17-9ed2-4e88-addb-5db614786355 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2552142 Apr 06 10:58:23.810424 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Port bf9f5a65-ed45-4124-9059-bb3104480fa4 on network 3af2ef9f-7855-4256-a2fb-81a9774416fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:58:23.810424 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Attempting to bind port bf9f5a65-ed45-4124-9059-bb3104480fa4 on network 3af2ef9f-7855-4256-a2fb-81a9774416fc {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:58:23.817790 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:58:23.818130 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Checking segment: {'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:58:23.818527 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Bound using segment: {'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:58:23.818977 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Bound port: bf9f5a65-ed45-4124-9059-bb3104480fa4, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bebf080-9e3c-4ac0-be94-1bfe7727262b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc'}}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:58:23.819340 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:23.880276 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5ff15b65-17e9-4961-b371-56bc1fdfdf64 req-6ddf7d26-323b-4073-b3f2-b8adce928e17 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1165428 Apr 06 10:58:23.914954 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] For port bf9f5a65-ed45-4124-9059-bb3104480fa4, host hv-cinder-83607, cleared binding levels {{(pid=115084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:58:23.919104 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] For port bf9f5a65-ed45-4124-9059-bb3104480fa4, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:58:23.927827 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:23.977801 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:23.978530 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:23.980447 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] 10.222.0.26 "PUT /v2.0/ports/bf9f5a65-ed45-4124-9059-bb3104480fa4 HTTP/1.1" status: 200 len: 1093 time: 1.8578498 Apr 06 10:58:23.981010 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:23.983430 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aca6cec-31f2-4a71-8334-8d5d31e35920" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:24.056423 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bcb6e-9246-40b7-9cf1-c2f9b890bb18 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9f5a65-ed45-4124-9059-bb3104480fa4,revision_number=3']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:24.083921 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a4d8cc-731d-42d2-a214-5e0cedb22422 x-openstack-request-id: req-80a4d8cc-731d-42d2-a214-5e0cedb22422 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:24.084553 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:24.084986 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80a4d8cc-731d-42d2-a214-5e0cedb22422 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:24.085564 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a4d8cc-731d-42d2-a214-5e0cedb22422'] response: {'name': 'network-changed', 'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'status': 'completed', 'code': 200} Apr 06 10:58:24.144975 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-17996041-90fa-4b40-bc6d-264363296268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:24.146714 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-17996041-90fa-4b40-bc6d-264363296268 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d56cc77311aa435ca3a0d600f26a32cc&device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 1127 time: 0.0783253 Apr 06 10:58:24.598168 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-04ca94d0-c400-42b3-9c8d-663a3534ac5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4 HTTP/1.1" status: 200 len: 217 time: 0.0558927 Apr 06 10:58:24.632184 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c9881-337d-4db2-a406-b2efc2b47828 req-f2565c24-8d8e-40c2-baf7-d35f5dd07f3e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:24.633828 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-159c9881-337d-4db2-a406-b2efc2b47828 req-f2565c24-8d8e-40c2-baf7-d35f5dd07f3e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.1082919 Apr 06 10:58:24.718110 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-5e8759bd-5c4f-4515-a5bb-02dd7a064ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:24.719652 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-5e8759bd-5c4f-4515-a5bb-02dd7a064ac5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a4771b5-9618-4e54-b37e-f57c1b6f8565 HTTP/1.1" status: 200 len: 848 time: 0.1052196 Apr 06 10:58:24.761250 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-159c9881-337d-4db2-a406-b2efc2b47828 req-d08a9a15-ab63-4ece-9294-0ebe2be6d70a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065781 Apr 06 10:58:24.892589 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-21c9e7c4-ea23-48b9-98da-ee982420a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:24.896563 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-21c9e7c4-ea23-48b9-98da-ee982420a788 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2ef9f-7855-4256-a2fb-81a9774416fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1486137 Apr 06 10:58:25.144113 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a1a766-2284-4e53-90d0-0b068ea3f0c6 req-ad555cd3-729f-459c-9f8d-7b7ef9217b30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:25.151202 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-62a1a766-2284-4e53-90d0-0b068ea3f0c6 req-ad555cd3-729f-459c-9f8d-7b7ef9217b30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1888061 Apr 06 10:58:25.211805 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-d98d9640-4ca4-4dd2-b72a-b5c2ceb84ac4 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708721 Apr 06 10:58:25.378119 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a42d887d-6613-4d4b-9c8b-b34d29e571a4 req-ffbeb735-06d3-4933-b903-013b9e86aa57 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231947 Apr 06 10:58:25.417724 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-62a1a766-2284-4e53-90d0-0b068ea3f0c6 req-1b683ccb-8214-4ba5-9c93-c146912c9c8c tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649291 Apr 06 10:58:26.088627 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3568760-a263-4367-ba94-121d0e038e57 req-0bb13c25-71c3-4e41-87d7-268d46943fe0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:26.090225 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f3568760-a263-4367-ba94-121d0e038e57 req-0bb13c25-71c3-4e41-87d7-268d46943fe0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0939307 Apr 06 10:58:26.167700 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f3568760-a263-4367-ba94-121d0e038e57 req-9511cfe8-41bd-406b-8f4c-bc400dd05836 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713212 Apr 06 10:58:26.429583 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:58:26.633935 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797836fb-4cd1-4eb0-a5a2-91a09f1ce598 req-ca3b07be-0de7-46f8-aa2a-97c36ef89ada tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:26.646954 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-797836fb-4cd1-4eb0-a5a2-91a09f1ce598 req-ca3b07be-0de7-46f8-aa2a-97c36ef89ada tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1032269 Apr 06 10:58:26.715133 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-797836fb-4cd1-4eb0-a5a2-91a09f1ce598 req-c927bcf0-954d-4d1b-8f2b-3212fc9008dd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671945 Apr 06 10:58:27.365525 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedf2a5e-589f-426f-8477-58bdbad8e3c6 req-e3000e4a-6e39-46ab-8bf0-53a549aba232 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:27.384187 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bedf2a5e-589f-426f-8477-58bdbad8e3c6 req-e3000e4a-6e39-46ab-8bf0-53a549aba232 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0966370 Apr 06 10:58:27.476112 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bedf2a5e-589f-426f-8477-58bdbad8e3c6 req-36937857-51b3-4bb8-a26e-c43d92c19c5c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879164 Apr 06 10:58:27.976182 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5377c35-9993-4c12-83e8-e613eb42b5d2 req-0cc9ea59-a2e2-4470-92b6-dbd771d7e1aa tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:27.983467 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e5377c35-9993-4c12-83e8-e613eb42b5d2 req-0cc9ea59-a2e2-4470-92b6-dbd771d7e1aa tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1365640 Apr 06 10:58:28.094889 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e5377c35-9993-4c12-83e8-e613eb42b5d2 req-a8dd76d2-b066-4451-b2e7-b2e1dcaa71ef tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993867 Apr 06 10:58:28.655174 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379096f9-3e00-4c0a-9088-b2754dce8243 req-91907980-aaa2-4714-91f3-6640fe604f2b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:28.656805 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-379096f9-3e00-4c0a-9088-b2754dce8243 req-91907980-aaa2-4714-91f3-6640fe604f2b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0566301 Apr 06 10:58:28.716206 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-379096f9-3e00-4c0a-9088-b2754dce8243 req-e7fe1bb8-bafb-4c59-8eb0-35bba69c6705 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528817 Apr 06 10:58:29.315743 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0312738-6926-487b-864c-9c8099c4477d req-fc96fe92-4cf9-44c6-ae5d-2dd680379622 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:29.318238 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e0312738-6926-487b-864c-9c8099c4477d req-fc96fe92-4cf9-44c6-ae5d-2dd680379622 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1000280 Apr 06 10:58:29.399556 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e0312738-6926-487b-864c-9c8099c4477d req-096d613a-8823-48c6-ad9a-2cf925785fb2 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741036 Apr 06 10:58:29.917397 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a360b-b52e-4247-a2a5-ad42ae4ee913 req-ea2c392b-fcfb-453e-bb6e-eebdba4d67ba tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:29.919009 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b96a360b-b52e-4247-a2a5-ad42ae4ee913 req-ea2c392b-fcfb-453e-bb6e-eebdba4d67ba tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0698009 Apr 06 10:58:30.033160 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b96a360b-b52e-4247-a2a5-ad42ae4ee913 req-97343e56-df87-41b6-9cf8-05e930a8b537 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019981 Apr 06 10:58:30.577412 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe45d1d-d9e9-48e8-bc59-2e1a07b26256 req-01ac2f51-dea3-4e0e-9f56-115d537b77f6 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:30.579095 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bbe45d1d-d9e9-48e8-bc59-2e1a07b26256 req-01ac2f51-dea3-4e0e-9f56-115d537b77f6 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.0864620 Apr 06 10:58:30.671570 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bbe45d1d-d9e9-48e8-bc59-2e1a07b26256 req-96d6ad01-9922-4d05-8524-7d48ba2e9234 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844836 Apr 06 10:58:31.272615 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f970567-c14c-44cc-bc4c-908b16fc1c92 req-2ee4c44d-feab-4073-8740-832f51c76dbf tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:31.283215 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2f970567-c14c-44cc-bc4c-908b16fc1c92 req-2ee4c44d-feab-4073-8740-832f51c76dbf tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0915940 Apr 06 10:58:31.339896 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2f970567-c14c-44cc-bc4c-908b16fc1c92 req-9ca97740-52c5-4e51-85bd-5b2f7afe8c41 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535600 Apr 06 10:58:31.865021 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43b45c-59be-4d63-a7fc-f55a06da658a req-2854a725-be10-49f7-b6ca-19f2cd56508d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:31.867779 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-eb43b45c-59be-4d63-a7fc-f55a06da658a req-2854a725-be10-49f7-b6ca-19f2cd56508d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1060889 Apr 06 10:58:31.932621 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-eb43b45c-59be-4d63-a7fc-f55a06da658a req-e057d7c5-7263-4e1c-a37c-3254e88c75ac tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531702 Apr 06 10:58:32.493067 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0d118-0b94-4d2c-ad3c-3032be545fbd req-3b7646db-f4dd-4918-9194-ad88539eed1a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:32.494664 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-88e0d118-0b94-4d2c-ad3c-3032be545fbd req-3b7646db-f4dd-4918-9194-ad88539eed1a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0642409 Apr 06 10:58:32.542963 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-88e0d118-0b94-4d2c-ad3c-3032be545fbd req-5a9cf58a-dc6d-4ceb-aac1-64791db04670 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422766 Apr 06 10:58:33.072915 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321eec6-71c8-4bb6-946e-7ced47088c36 req-64bc85a8-8b93-4bbe-b423-147d079dcfab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:33.074499 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f321eec6-71c8-4bb6-946e-7ced47088c36 req-64bc85a8-8b93-4bbe-b423-147d079dcfab tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.0610230 Apr 06 10:58:33.128127 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f321eec6-71c8-4bb6-946e-7ced47088c36 req-24eb66a6-63b4-486f-a374-1cc52d6b339f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477879 Apr 06 10:58:33.386083 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:33.669598 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d355c-9118-4cfa-83a2-8b2fdf77d24d req-42319652-59cf-4cf2-9722-80e52e252797 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:33.671184 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-831d355c-9118-4cfa-83a2-8b2fdf77d24d req-42319652-59cf-4cf2-9722-80e52e252797 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0530968 Apr 06 10:58:33.719757 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-831d355c-9118-4cfa-83a2-8b2fdf77d24d req-1bd51452-fd02-481b-a036-1917a14a5cbd tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425887 Apr 06 10:58:34.295951 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eca450-94c7-4296-a58e-589b13ceea39 req-ec812cee-2b9f-4eeb-85e9-42006bc36ec9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:34.297668 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-85eca450-94c7-4296-a58e-589b13ceea39 req-ec812cee-2b9f-4eeb-85e9-42006bc36ec9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.0540357 Apr 06 10:58:34.358015 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-85eca450-94c7-4296-a58e-589b13ceea39 req-427d24e2-2034-41d8-b010-63652e60c574 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535767 Apr 06 10:58:34.470541 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eecd31-16fb-47f5-ad11-59391bf0213e req-3302b09d-2474-433f-8156-6c491294544c tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:34.472563 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-91eecd31-16fb-47f5-ad11-59391bf0213e req-3302b09d-2474-433f-8156-6c491294544c tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0548201 Apr 06 10:58:34.479527 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57876) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:34.523296 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e17db2-cbc2-4ccd-8b43-d61f80c76273 admin admin] Deleting subnet 8ef548d0-87a2-4131-bf31-133f4e19d535 {{(pid=115084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:58:34.526406 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-96e17db2-cbc2-4ccd-8b43-d61f80c76273 admin admin] Publish callbacks [] for subnet (8ef548d0-87a2-4131-bf31-133f4e19d535), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:34.533442 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-91eecd31-16fb-47f5-ad11-59391bf0213e req-7aceef01-5185-4264-8302-cc4a90e22f70 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548220 Apr 06 10:58:34.579685 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-96e17db2-cbc2-4ccd-8b43-d61f80c76273 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133558098'] for subnet (8ef548d0-87a2-4131-bf31-133f4e19d535), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:34.620934 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-96e17db2-cbc2-4ccd-8b43-d61f80c76273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (8ef548d0-87a2-4131-bf31-133f4e19d535), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:34.675235 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-96e17db2-cbc2-4ccd-8b43-d61f80c76273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130413001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130416037'] for subnet (8ef548d0-87a2-4131-bf31-133f4e19d535), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:34.701043 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e17db2-cbc2-4ccd-8b43-d61f80c76273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef548d0-87a2-4131-bf31-133f4e19d535,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:34.704788 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-96e17db2-cbc2-4ccd-8b43-d61f80c76273 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:34.708189 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-96e17db2-cbc2-4ccd-8b43-d61f80c76273 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8ef548d0-87a2-4131-bf31-133f4e19d535 HTTP/1.1" status: 204 len: 168 time: 0.2274530 Apr 06 10:58:34.710566 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57878) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:34.800418 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (1cb1ce3a-b020-485c-b827-6d83c7dd7cdd), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:34.886647 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f365300-4664-44a5-849e-9b4b51d66614 req-ebc6c392-10d7-4ae0-a9c5-c3e488544c51 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:34.887308 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (1cb1ce3a-b020-485c-b827-6d83c7dd7cdd), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:34.888222 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2f365300-4664-44a5-849e-9b4b51d66614 req-ebc6c392-10d7-4ae0-a9c5-c3e488544c51 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0595100 Apr 06 10:58:34.908465 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb1ce3a-b020-485c-b827-6d83c7dd7cdd']}} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:34.918340 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a676d9-4d57-45e3-8e8e-b995ba0794c4') {'for_net_delete': True} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:34.918637 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a676d9-4d57-45e3-8e8e-b995ba0794c4') {} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:34.929676 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133558185'] for segment (06a676d9-4d57-45e3-8e8e-b995ba0794c4), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:34.942632 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2f365300-4664-44a5-849e-9b4b51d66614 req-fd9868a9-70f2-45c8-9211-1c0d287e9031 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457294 Apr 06 10:58:34.943431 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (06a676d9-4d57-45e3-8e8e-b995ba0794c4), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:34.949723 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=115084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:58:34.950113 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130412963'] for segment (06a676d9-4d57-45e3-8e8e-b995ba0794c4), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: Traceback (most recent call last): Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: timer() Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: cb(*args, **kw) Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: return func(*args, **kwargs) Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: self._notify() Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: self.callback(batched_events) Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: event.method(event) Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: return f(self, *a, **k) Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._get(url).json() Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: return self.request(url, 'GET', **kwargs) Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:58:34.952312 dv-cinder-836070-2-iscsi neutron-server[115084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:58:35.025594 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (1cb1ce3a-b020-485c-b827-6d83c7dd7cdd), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:35.031766 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:35.037652 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] 10.222.0.23 "DELETE /v2.0/networks/1cb1ce3a-b020-485c-b827-6d83c7dd7cdd HTTP/1.1" status: 204 len: 168 time: 0.3233416 Apr 06 10:58:35.048152 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d6dac-2b63-4e26-8c63-e4e33db2253e admin admin] Pushing event deleted for resources: {'Network': ['ID=1cb1ce3a-b020-485c-b827-6d83c7dd7cdd,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:35.215593 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 57884) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:35.269725 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-14904b8e-9628-41e2-9e67-76180efc0a9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=911f60abf3984327a80e3182a309af08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528560 Apr 06 10:58:35.270097 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57886) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:35.328302 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-35281803-f9ac-4ea6-9ee6-7f67c7764c82 admin admin] Publish callbacks [] for security_group (760270db-9599-47a8-a381-949e7dbe7547), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:35.350631 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-35281803-f9ac-4ea6-9ee6-7f67c7764c82 admin admin] Publish callbacks [] for security_group (760270db-9599-47a8-a381-949e7dbe7547), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:35.401092 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-35281803-f9ac-4ea6-9ee6-7f67c7764c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (760270db-9599-47a8-a381-949e7dbe7547), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:35.403914 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-35281803-f9ac-4ea6-9ee6-7f67c7764c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:35.407362 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-35281803-f9ac-4ea6-9ee6-7f67c7764c82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/760270db-9599-47a8-a381-949e7dbe7547 HTTP/1.1" status: 204 len: 168 time: 0.1337860 Apr 06 10:58:35.413552 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35281803-f9ac-4ea6-9ee6-7f67c7764c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760270db-9599-47a8-a381-949e7dbe7547,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:35.498625 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210da7c-0e3c-47d3-bd0b-e953b8f8e055 req-fd7d4882-e96e-4863-9ac4-a1fa598a74a9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:35.500172 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d210da7c-0e3c-47d3-bd0b-e953b8f8e055 req-fd7d4882-e96e-4863-9ac4-a1fa598a74a9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.0617971 Apr 06 10:58:35.553221 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d210da7c-0e3c-47d3-bd0b-e953b8f8e055 req-3e17b1bf-cc66-4837-aaf8-bd2dd9a7743d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465610 Apr 06 10:58:35.668972 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b6c62-0a1f-4f32-b4f2-cd1262f22a17 req-1faeca2e-33b2-426a-bae4-3ac7cbf5f807 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:35.670722 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc6b6c62-0a1f-4f32-b4f2-cd1262f22a17 req-1faeca2e-33b2-426a-bae4-3ac7cbf5f807 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0580964 Apr 06 10:58:35.735352 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc6b6c62-0a1f-4f32-b4f2-cd1262f22a17 req-dc24760e-2118-48d5-930a-84b570f71af6 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582211 Apr 06 10:58:36.094399 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-4ff975c3-4c1d-4469-8266-a7561c08ea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:36.096826 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-4ff975c3-4c1d-4469-8266-a7561c08ea7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d56cc77311aa435ca3a0d600f26a32cc&device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 1127 time: 0.0687952 Apr 06 10:58:36.110742 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf4a2a-60f3-4475-9a12-4308433f0f75 req-cffdd4b4-bb14-4b7c-9c9b-7ad583ecf6ee tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:36.110742 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0bf4a2a-60f3-4475-9a12-4308433f0f75 req-cffdd4b4-bb14-4b7c-9c9b-7ad583ecf6ee tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0746126 Apr 06 10:58:36.158020 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0bf4a2a-60f3-4475-9a12-4308433f0f75 req-bdaa39db-2414-4f2c-b079-d847c472fa41 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456421 Apr 06 10:58:36.692911 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91cd9d-3539-4261-b622-d5577bb4cf77 req-d919e009-6925-45c4-86b6-e6955c70b6ec tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:36.694764 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fb91cd9d-3539-4261-b622-d5577bb4cf77 req-d919e009-6925-45c4-86b6-e6955c70b6ec tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.0695508 Apr 06 10:58:36.762569 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fb91cd9d-3539-4261-b622-d5577bb4cf77 req-8fefbdff-4b08-46e3-9e41-a91f0ad4d6b3 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610025 Apr 06 10:58:36.768640 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-742b229a-7461-4c1d-a491-5d4da012e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:36.770750 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-742b229a-7461-4c1d-a491-5d4da012e669 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2ef9f-7855-4256-a2fb-81a9774416fc HTTP/1.1" status: 200 len: 910 time: 0.1337054 Apr 06 10:58:36.901242 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596ec01-2075-4ca3-b1cf-56701db07da8 req-70663088-a49c-49d2-a964-8167f5b078a1 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:36.902926 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1596ec01-2075-4ca3-b1cf-56701db07da8 req-70663088-a49c-49d2-a964-8167f5b078a1 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0650718 Apr 06 10:58:36.991392 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1596ec01-2075-4ca3-b1cf-56701db07da8 req-1c8b7a41-3978-4768-b5ae-570f7a6230ea tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815358 Apr 06 10:58:37.289687 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f2229-3908-416e-abf9-d6aa1b3d1d25 req-325635ae-25c6-496d-a4ca-da204eb9d702 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:37.291233 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e99f2229-3908-416e-abf9-d6aa1b3d1d25 req-325635ae-25c6-496d-a4ca-da204eb9d702 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0557232 Apr 06 10:58:37.343250 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e99f2229-3908-416e-abf9-d6aa1b3d1d25 req-5dfde1db-b431-412c-88e4-2996d2665b04 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462451 Apr 06 10:58:37.410139 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-548916e1-ac26-4993-9021-1319e4385100 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4 HTTP/1.1" status: 200 len: 217 time: 0.0414846 Apr 06 10:58:37.423539 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-a978b20d-0089-4722-a906-e824c66c5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:37.427100 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-a978b20d-0089-4722-a906-e824c66c5875 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76b9d1e8f88245e58aad5d0e9051ae06&device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 1169 time: 0.0574129 Apr 06 10:58:37.468928 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-fb1c49d6-f417-41c8-8a17-931ee90a433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:37.470439 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-fb1c49d6-f417-41c8-8a17-931ee90a433f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a4771b5-9618-4e54-b37e-f57c1b6f8565 HTTP/1.1" status: 200 len: 848 time: 0.0548129 Apr 06 10:58:37.543367 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-a51c3c3d-e0b0-457a-a5b6-8aa622f5bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:37.544950 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-a51c3c3d-e0b0-457a-a5b6-8aa622f5bbba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2ef9f-7855-4256-a2fb-81a9774416fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489986 Apr 06 10:58:37.559891 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-fa02c474-1acc-45e1-829a-8abcf3bc94a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:37.561510 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-fa02c474-1acc-45e1-829a-8abcf3bc94a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 HTTP/1.1" status: 200 len: 915 time: 0.1287093 Apr 06 10:58:37.634925 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-6c88d5c0-78fd-4af2-843e-97d68ecbc758 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab HTTP/1.1" status: 200 len: 1002 time: 0.0678883 Apr 06 10:58:37.641446 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-6e987852-1535-4a9c-89ff-b34d06b5fa8b service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899987 Apr 06 10:58:37.685442 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-a7b240ba-923b-434e-a36a-75d7d539aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:37.686895 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-a7b240ba-923b-434e-a36a-75d7d539aa63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9ffca87-eb1b-4ad6-bd43-02402d42fd82 HTTP/1.1" status: 200 len: 853 time: 0.0453973 Apr 06 10:58:37.736213 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-ad1b8f62-aeb1-4abe-8e53-0258381da0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:37.737962 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-ad1b8f62-aeb1-4abe-8e53-0258381da0d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441728 Apr 06 10:58:37.743125 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8aca6cec-31f2-4a71-8334-8d5d31e35920 req-f691bb69-7ecb-415c-8871-3aefca364f4a service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874963 Apr 06 10:58:37.836566 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-eb00baee-46e9-4358-8a15-9731184048fc service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913601 Apr 06 10:58:37.962594 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d8d59-6a80-4c43-b645-acd3f5a19d47 req-8586a356-0afc-4235-853b-11bed301f95e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:37.964175 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a5d8d59-6a80-4c43-b645-acd3f5a19d47 req-8586a356-0afc-4235-853b-11bed301f95e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1232641 Apr 06 10:58:37.988905 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20cbfe7a-ac91-49ba-b26e-77f1cac66753 req-7de9cdd4-6b3a-46fb-a7ca-a1cdc44bd16e service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392722 Apr 06 10:58:38.021588 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a5d8d59-6a80-4c43-b645-acd3f5a19d47 req-9b2bd975-d016-47e1-88e8-45a3f15d0639 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513012 Apr 06 10:58:38.115376 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde86165-0a4d-4bfc-b4f2-b134c0f76f94 req-34b89c56-fc18-48fb-a4d5-f034b6e0bc5f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:38.116900 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dde86165-0a4d-4bfc-b4f2-b134c0f76f94 req-34b89c56-fc18-48fb-a4d5-f034b6e0bc5f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0544991 Apr 06 10:58:38.179933 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dde86165-0a4d-4bfc-b4f2-b134c0f76f94 req-a9a6ec09-68ef-4a8a-b7cc-d24ddc979b34 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568225 Apr 06 10:58:38.265442 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device bf9f5a65-ed45-4124-9059-bb3104480fa4 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:58:38.365536 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port bf9f5a65-ed45-4124-9059-bb3104480fa4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:38.376956 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'port_id': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'mac_address': 'fa:16:3e:c0:50:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:58:38.418904 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port bf9f5a65-ed45-4124-9059-bb3104480fa4 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:38.419586 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:38.435482 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9f5a65-ed45-4124-9059-bb3104480fa4 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:58:38.459377 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port bf9f5a65-ed45-4124-9059-bb3104480fa4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:38.463826 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:38.472862 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf373f-8355-4dad-ac9a-cd3f5bd13d67 req-c156f578-d807-49a2-9096-8c35b252ced3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:38.474591 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c7bf373f-8355-4dad-ac9a-cd3f5bd13d67 req-c156f578-d807-49a2-9096-8c35b252ced3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0586572 Apr 06 10:58:38.521878 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=bf9f5a65-ed45-4124-9059-bb3104480fa4,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:38.525874 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c7bf373f-8355-4dad-ac9a-cd3f5bd13d67 req-39fb7da4-6c2f-40a2-b08d-5ff08554263d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453215 Apr 06 10:58:38.531514 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.531872 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.532285 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.532702 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.533047 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.533878 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.534213 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.534548 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.534889 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.535215 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.535571 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.535924 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.536269 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.536598 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.536926 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:58:38.820032 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['bf9f5a65-ed45-4124-9059-bb3104480fa4'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:58:39.148014 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50eb3f-9503-4e63-8d8e-139ce0226dab req-9a24c3e0-dce3-450f-bd78-643c807d2ed7 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:39.149547 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4e50eb3f-9503-4e63-8d8e-139ce0226dab req-9a24c3e0-dce3-450f-bd78-643c807d2ed7 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 944 time: 0.0541308 Apr 06 10:58:39.200539 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4e50eb3f-9503-4e63-8d8e-139ce0226dab req-e3c66b90-489c-4a26-8b98-96758e2d466c tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448306 Apr 06 10:58:39.321219 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11483ebc-a8da-4a54-a864-3647216c2f7d req-f28ef8b1-a96a-4759-bcfd-1e1b92689a91 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:39.322701 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-11483ebc-a8da-4a54-a864-3647216c2f7d req-f28ef8b1-a96a-4759-bcfd-1e1b92689a91 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0582793 Apr 06 10:58:39.382484 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-11483ebc-a8da-4a54-a864-3647216c2f7d req-af316006-8d46-4d7b-869b-877f8a7ce4af tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539968 Apr 06 10:58:39.869530 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608cb44-9ebf-4de2-b818-4831d9e42374 req-d54154ed-5acb-40ae-9144-e5b011df2d36 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:39.870905 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2608cb44-9ebf-4de2-b818-4831d9e42374 req-d54154ed-5acb-40ae-9144-e5b011df2d36 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.2657771 Apr 06 10:58:39.916562 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2608cb44-9ebf-4de2-b818-4831d9e42374 req-8a782b97-8caa-4e10-b5b6-5b1cb5fb88b0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401473 Apr 06 10:58:40.264283 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device bf9f5a65-ed45-4124-9059-bb3104480fa4 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:58:40.317436 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port bf9f5a65-ed45-4124-9059-bb3104480fa4 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:58:40.320946 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port bf9f5a65-ed45-4124-9059-bb3104480fa4 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:40.321324 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:40.325872 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95275145-4781-4084-9078-f77b15b8f4a6 req-caf9cdf2-34fb-47d0-9496-70bdee15f593 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:40.327427 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-95275145-4781-4084-9078-f77b15b8f4a6 req-caf9cdf2-34fb-47d0-9496-70bdee15f593 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 944 time: 0.0565028 Apr 06 10:58:40.387849 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-95275145-4781-4084-9078-f77b15b8f4a6 req-bc9c2360-dac1-4734-aa1d-2633a42f610b tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542498 Apr 06 10:58:40.405858 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port bf9f5a65-ed45-4124-9059-bb3104480fa4 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:40.406258 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:40.434013 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:40.436509 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163c3c99-51a6-4124-8c39-8310653413bf" -d '{"events": [{"server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "name": "network-vif-plugged", "status": "completed", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:40.449576 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port bf9f5a65-ed45-4124-9059-bb3104480fa4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:40.456961 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:40.482431 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eaa251-e56c-4296-a7de-20b98dc31733 x-openstack-request-id: req-13eaa251-e56c-4296-a7de-20b98dc31733 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:40.482690 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "name": "network-vif-plugged", "status": "completed", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:40.482949 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13eaa251-e56c-4296-a7de-20b98dc31733 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:40.483341 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13eaa251-e56c-4296-a7de-20b98dc31733'] response: {'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'code': 200} Apr 06 10:58:40.510393 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=bf9f5a65-ed45-4124-9059-bb3104480fa4,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:40.515825 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378ddbc-b677-4bc8-ab21-7411bbf5dabc req-820ecc41-26ff-4399-9f0f-55210efdc75d tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:40.517305 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5378ddbc-b677-4bc8-ab21-7411bbf5dabc req-820ecc41-26ff-4399-9f0f-55210efdc75d tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0547919 Apr 06 10:58:40.577542 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5378ddbc-b677-4bc8-ab21-7411bbf5dabc req-ad69a358-237b-4e05-bf3d-1f700e826b34 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538609 Apr 06 10:58:40.781229 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a1132-40c2-4e4a-bc72-2d2f5cbf4ce5 req-3cbed2cf-cc19-48a3-a269-18ac42e9daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:40.782649 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-953a1132-40c2-4e4a-bc72-2d2f5cbf4ce5 req-3cbed2cf-cc19-48a3-a269-18ac42e9daa9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 1129 time: 0.0484116 Apr 06 10:58:40.829899 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-953a1132-40c2-4e4a-bc72-2d2f5cbf4ce5 req-2cfe902f-8b11-4531-88e2-b35374171240 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Apr 06 10:58:41.045021 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99337208-794e-42d9-92ad-e41ef2b316c1 req-498513e4-b2cd-45fe-a30e-b02d4546a054 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:41.046409 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-99337208-794e-42d9-92ad-e41ef2b316c1 req-498513e4-b2cd-45fe-a30e-b02d4546a054 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0524817 Apr 06 10:58:41.093800 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-99337208-794e-42d9-92ad-e41ef2b316c1 req-3538365b-987c-4a6b-8453-1c0aa7d14c08 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410447 Apr 06 10:58:41.518824 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5251d906-e5ec-43c4-84b3-fcf3a7a91d5b req-d756f44f-eb09-47f4-b27e-128968fa276a tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:41.520362 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5251d906-e5ec-43c4-84b3-fcf3a7a91d5b req-d756f44f-eb09-47f4-b27e-128968fa276a tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0583050 Apr 06 10:58:41.570130 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5251d906-e5ec-43c4-84b3-fcf3a7a91d5b req-11c7ceca-99a4-47c7-a87e-fb6603adf80c tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439765 Apr 06 10:58:41.698554 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928b838-2a2a-43f8-ade6-f2a8894ab31b req-2b86a2a1-a854-435d-bacf-66b4104255ce tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:41.700071 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d928b838-2a2a-43f8-ade6-f2a8894ab31b req-2b86a2a1-a854-435d-bacf-66b4104255ce tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0551240 Apr 06 10:58:41.795892 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d928b838-2a2a-43f8-ade6-f2a8894ab31b req-a7671006-cbae-4dcd-b3d2-4bc29486b508 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894895 Apr 06 10:58:42.224441 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bda1a-c7e9-42bd-b267-9ed067532bcd req-74ea15df-1474-4a6e-8af0-a0abcfafdd8d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:42.225985 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-377bda1a-c7e9-42bd-b267-9ed067532bcd req-74ea15df-1474-4a6e-8af0-a0abcfafdd8d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0554004 Apr 06 10:58:42.274611 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-377bda1a-c7e9-42bd-b267-9ed067532bcd req-27389d87-ffd8-4374-a172-e9f38f326f64 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430765 Apr 06 10:58:42.697551 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf6a8f-6d3d-4829-b421-ac06db502ff3 req-549b75c0-b04c-4b79-964a-3a1ce98bd3bb tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:42.699111 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ffcf6a8f-6d3d-4829-b421-ac06db502ff3 req-549b75c0-b04c-4b79-964a-3a1ce98bd3bb tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0580661 Apr 06 10:58:42.762417 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ffcf6a8f-6d3d-4829-b421-ac06db502ff3 req-14673d0b-da9e-4656-878f-0ecf6873d8d8 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573454 Apr 06 10:58:42.828276 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-f9c50642-f4a5-4fef-80f6-5cf67adc98c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:42.904940 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68768441-4f8f-41fd-bafb-684833a3faa9 req-a6b64926-4a7a-4468-a3cb-9be00f31f244 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:42.906552 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-68768441-4f8f-41fd-bafb-684833a3faa9 req-a6b64926-4a7a-4468-a3cb-9be00f31f244 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0581284 Apr 06 10:58:42.934069 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46810360-3549-4fed-8dc4-04fecf5ca874 req-a3895c27-d164-47d7-8a91-ae55454c8311 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:42.935616 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-46810360-3549-4fed-8dc4-04fecf5ca874 req-a3895c27-d164-47d7-8a91-ae55454c8311 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0616927 Apr 06 10:58:42.963656 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-68768441-4f8f-41fd-bafb-684833a3faa9 req-5b013c67-04ce-46bc-82c8-037f7cab2d01 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508018 Apr 06 10:58:42.998479 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57950) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:43.015810 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-46810360-3549-4fed-8dc4-04fecf5ca874 req-adebd481-4e06-49ac-ab42-b013a99ff5a6 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738683 Apr 06 10:58:43.277951 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f73cbad-0150-4c4a-ad73-b6e0010eb48f tempest-TestShelveInstance-454181167 tempest-TestShelveInstance-454181167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:43.279397 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-0f73cbad-0150-4c4a-ad73-b6e0010eb48f tempest-TestShelveInstance-454181167 tempest-TestShelveInstance-454181167-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 1124 time: 0.2799325 Apr 06 10:58:43.282359 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 57956) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:58:43.287217 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'port_id': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:58:43.309373 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:43.439325 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ca311-46d1-4788-b566-4f612d007aca req-1a7acbe2-5841-4731-bc65-bd569f03b86e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:43.442096 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-344ca311-46d1-4788-b566-4f612d007aca req-1a7acbe2-5841-4731-bc65-bd569f03b86e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 943 time: 0.0812988 Apr 06 10:58:43.492575 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:43.551231 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-344ca311-46d1-4788-b566-4f612d007aca req-3df95a39-e3b0-4c3a-8255-b2a970efc388 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936959 Apr 06 10:58:43.637864 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Allocated IP 172.27.1.49 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/9db828ca-7f8c-46e7-ab8f-973f67e8680c) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:58:43.760253 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for port (9db828ca-7f8c-46e7-ab8f-973f67e8680c), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:43.803189 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (9db828ca-7f8c-46e7-ab8f-973f67e8680c), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:43.854227 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:58:43.857479 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:58:43.861340 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:58:43.868571 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event updated for resources: {'Port': ['ID=9db828ca-7f8c-46e7-ab8f-973f67e8680c,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:44.201898 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89c4f7-0886-478f-bac3-a5e9f943a07c req-15d8e58b-b9ba-4fe9-9dfc-81dcb0244c9b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:44.204486 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6d89c4f7-0886-478f-bac3-a5e9f943a07c req-15d8e58b-b9ba-4fe9-9dfc-81dcb0244c9b tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0843980 Apr 06 10:58:44.280726 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 577354ce-af40-4a17-a042-317efbd3ec3f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:58:44.333245 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6d89c4f7-0886-478f-bac3-a5e9f943a07c req-4fa002ab-8794-44ac-821c-f3ffb59bfd62 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171629 Apr 06 10:58:44.389807 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for floatingip (beb09473-b255-453d-932d-e71fc11b3e5f), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:44.478355 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:44.497197 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '577354ce-af40-4a17-a042-317efbd3ec3f', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'port_id': '577354ce-af40-4a17-a042-317efbd3ec3f', 'mac_address': 'fa:16:3e:d0:a4:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:58:44.499087 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9db828ca-7f8c-46e7-ab8f-973f67e8680c), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:44.538595 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 577354ce-af40-4a17-a042-317efbd3ec3f is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:44.538995 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:44.555768 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577354ce-af40-4a17-a042-317efbd3ec3f {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:58:44.584338 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:44.589321 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:44.657190 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=9']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:44.689539 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for port (9db828ca-7f8c-46e7-ab8f-973f67e8680c), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:44.712184 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (9db828ca-7f8c-46e7-ab8f-973f67e8680c), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:44.805771 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event updated for resources: {'Port': ['ID=9db828ca-7f8c-46e7-ab8f-973f67e8680c,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:44.816559 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (beb09473-b255-453d-932d-e71fc11b3e5f), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:44.826763 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face8e2a-fe3e-4e20-a029-e3cbbc46e44c req-fa9e8f0b-bc1d-4b9c-abda-b7553482b6aa tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:44.828412 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-face8e2a-fe3e-4e20-a029-e3cbbc46e44c req-fa9e8f0b-bc1d-4b9c-abda-b7553482b6aa tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 944 time: 0.1585605 Apr 06 10:58:44.962755 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['577354ce-af40-4a17-a042-317efbd3ec3f'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:58:44.965891 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-face8e2a-fe3e-4e20-a029-e3cbbc46e44c req-5f120cae-dec8-405a-933f-8408019dec00 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003857 Apr 06 10:58:44.978094 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Floating IP beb09473-b255-453d-932d-e71fc11b3e5f associated. External IP: 172.27.1.49, port: bf9f5a65-ed45-4124-9059-bb3104480fa4. Apr 06 10:58:45.223566 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:58:45.366815 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:58:45.383285 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba86cddd-8875-413a-aed1-710725382753 None None] Sync routers for ids ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:58:45.401129 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:45.409978 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba86cddd-8875-413a-aed1-710725382753 None None] Routers {'3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:58:45.419216 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-ba86cddd-8875-413a-aed1-710725382753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:58:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:45.455985 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-c1d1a2df-64df-41d8-949a-307e763def30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1713901 Apr 06 10:58:45.456837 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:45.461191 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a5ba91-4b7f-4287-b533-f3bc676e1102" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:45.524498 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ef83c-621c-4438-8646-7372081fa21f req-4dcbc9d5-6153-4af0-8dca-44a2b21d6caa tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:45.526252 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6d0ef83c-621c-4438-8646-7372081fa21f req-4dcbc9d5-6153-4af0-8dca-44a2b21d6caa tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0689254 Apr 06 10:58:45.606453 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6d0ef83c-621c-4438-8646-7372081fa21f req-0409ac3f-bf88-41ad-ad15-403cc6528d94 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0725238 Apr 06 10:58:45.660871 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce69ed7-e0b0-4f39-b41e-de41c1b5532b x-openstack-request-id: req-3ce69ed7-e0b0-4f39-b41e-de41c1b5532b {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:45.661314 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:45.661738 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ce69ed7-e0b0-4f39-b41e-de41c1b5532b {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:45.662782 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce69ed7-e0b0-4f39-b41e-de41c1b5532b'] response: {'name': 'network-changed', 'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'status': 'completed', 'code': 200} Apr 06 10:58:45.703172 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-ba86cddd-8875-413a-aed1-710725382753 None None] Set router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:58:45.800500 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-4e6882ce-5fbb-45b2-b9da-91b89ec4dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:45.802048 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-4e6882ce-5fbb-45b2-b9da-91b89ec4dc0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d56cc77311aa435ca3a0d600f26a32cc&device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 1129 time: 0.0814641 Apr 06 10:58:45.837692 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-125ff67f-b634-4634-b8ef-e4f98f0c51ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:45.866740 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-59da8afe-4f6f-48ca-a54e-7b6eb44b7348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:45.868654 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-59da8afe-4f6f-48ca-a54e-7b6eb44b7348 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 1130 time: 0.0755608 Apr 06 10:58:45.932784 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc7784-321a-472f-a264-3cd617726ba0 req-1375fd62-801e-44f0-a584-3fe328fb409f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:45.934203 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f5cc7784-321a-472f-a264-3cd617726ba0 req-1375fd62-801e-44f0-a584-3fe328fb409f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.1531985 Apr 06 10:58:45.976729 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-c2b9f286-6f02-41ba-91a1-043d3ddb5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:45.978426 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-c2b9f286-6f02-41ba-91a1-043d3ddb5f5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.1026881 Apr 06 10:58:45.980603 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-594b0605-6668-4cde-8a7b-427545d7bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:45.985275 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-594b0605-6668-4cde-8a7b-427545d7bcf9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2ef9f-7855-4256-a2fb-81a9774416fc HTTP/1.1" status: 200 len: 910 time: 0.1616910 Apr 06 10:58:46.056009 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-ba86cddd-8875-413a-aed1-710725382753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:45Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'beb09473-b255-453d-932d-e71fc11b3e5f', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'port_id': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'mac_address': 'fa:16:3e:c0:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:58:44Z', 'updated_at': '2022-04-06T10:58:44Z', 'revision_number': 0, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8018db3e-b44a-401f-a6a8-3ba234fb147a', 'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'mac_address': 'fa:16:3e:32:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:44Z', 'updated_at': '2022-04-06T10:57:53Z', 'revision_number': 5, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'subnets': [{'id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:46.094534 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba86cddd-8875-413a-aed1-710725382753 None None] Checking router: 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:58:46.104473 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f5cc7784-321a-472f-a264-3cd617726ba0 req-5e90e878-2673-4652-95ea-f355d72a6bfa tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478357 Apr 06 10:58:46.110045 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba86cddd-8875-413a-aed1-710725382753 None None] Routers {'3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:58:46.112760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-ba86cddd-8875-413a-aed1-710725382753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:58:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:46.129208 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-c16e6706-c2d0-4295-9355-28f54e8ff893 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4 HTTP/1.1" status: 200 len: 998 time: 0.1375992 Apr 06 10:58:46.193325 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-7a6ed406-f537-44e4-b6c9-4014652e9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:46.195784 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-7a6ed406-f537-44e4-b6c9-4014652e9980 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a4771b5-9618-4e54-b37e-f57c1b6f8565 HTTP/1.1" status: 200 len: 848 time: 0.0575097 Apr 06 10:58:46.218071 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-9ff3c8cc-d4b7-41f4-8208-088ebc933514 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25acbe00-d438-4315-9300-4174dea414bd HTTP/1.1" status: 200 len: 1002 time: 0.2326710 Apr 06 10:58:46.254202 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-99dd90d3-2b1b-4cd6-a37e-0c8789b529a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:46.256099 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-99dd90d3-2b1b-4cd6-a37e-0c8789b529a4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2ef9f-7855-4256-a2fb-81a9774416fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513885 Apr 06 10:58:46.261391 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-ba86cddd-8875-413a-aed1-710725382753 None None] Set router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:58:46.276597 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 577354ce-af40-4a17-a042-317efbd3ec3f up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:58:46.281223 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca489a46-4529-4e49-b055-ce2fe34adfb7 req-fd771cae-9aac-47de-86a2-a8000c9e1d69 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:46.289601 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ca489a46-4529-4e49-b055-ce2fe34adfb7 req-fd771cae-9aac-47de-86a2-a8000c9e1d69 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 944 time: 0.1418200 Apr 06 10:58:46.299927 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-b584ebb4-c122-4560-a71f-4e1a33ba8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:46.301474 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-b584ebb4-c122-4560-a71f-4e1a33ba8d9d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.0773103 Apr 06 10:58:46.343160 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 577354ce-af40-4a17-a042-317efbd3ec3f triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:58:46.343160 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:46.375655 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ca489a46-4529-4e49-b055-ce2fe34adfb7 req-b395f3de-51f7-4c80-b4d6-e2da80507d3c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850739 Apr 06 10:58:46.396900 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-9bc79767-3f0e-473b-a55a-bcb57b5de66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:46.400395 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-9bc79767-3f0e-473b-a55a-bcb57b5de66c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0912790 Apr 06 10:58:46.437401 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-59aba0c9-fde3-4534-80ec-230c501d3f92 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692603 Apr 06 10:58:46.473942 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 577354ce-af40-4a17-a042-317efbd3ec3f is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:58:46.474342 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:46.485099 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:46.501510 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:58:46.504725 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d862e10c-fc1e-435e-9c8c-0d72172290ce" -d '{"events": [{"server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "name": "network-vif-plugged", "status": "completed", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:58:46.524768 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:58:46.531659 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-3f644a49-5326-44a6-b6dd-ecae63fe20a6 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209023 Apr 06 10:58:46.532807 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:46.563395 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23066922-5eb7-48fb-a45e-41bba8d73f29 x-openstack-request-id: req-23066922-5eb7-48fb-a45e-41bba8d73f29 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:58:46.563663 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "name": "network-vif-plugged", "status": "completed", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:58:46.563840 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-23066922-5eb7-48fb-a45e-41bba8d73f29 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:58:46.564168 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23066922-5eb7-48fb-a45e-41bba8d73f29'] response: {'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f', 'code': 200} Apr 06 10:58:46.584531 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b7a5ba91-4b7f-4287-b533-f3bc676e1102 req-71658f8e-f79e-42ea-b4e0-eed8187bd972 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403449 Apr 06 10:58:46.591286 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=10']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:58:46.606399 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-ba86cddd-8875-413a-aed1-710725382753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:45Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'beb09473-b255-453d-932d-e71fc11b3e5f', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'port_id': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'mac_address': 'fa:16:3e:c0:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:58:44Z', 'updated_at': '2022-04-06T10:58:44Z', 'revision_number': 0, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8018db3e-b44a-401f-a6a8-3ba234fb147a', 'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'mac_address': 'fa:16:3e:32:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:44Z', 'updated_at': '2022-04-06T10:57:53Z', 'revision_number': 5, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'subnets': [{'id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:58:46.646076 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba86cddd-8875-413a-aed1-710725382753 None None] The sync data for ids ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'] in dv-cinder-836070-2-iscsi is: [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:45Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'beb09473-b255-453d-932d-e71fc11b3e5f', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'floating_ip_address': '172.27.1.49', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'port_id': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'mac_address': 'fa:16:3e:c0:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:58:44Z', 'updated_at': '2022-04-06T10:58:44Z', 'revision_number': 0, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8018db3e-b44a-401f-a6a8-3ba234fb147a', 'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'mac_address': 'fa:16:3e:32:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:44Z', 'updated_at': '2022-04-06T10:57:53Z', 'revision_number': 5, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'subnets': [{'id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:58:46.676105 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ee8b6309-9772-4b19-b196-258b4b64c04b req-70e77d98-cdfa-40ca-b238-4f30c196ce65 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381428 Apr 06 10:58:46.749119 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba085e-3732-46ed-bf02-56860289d35f req-ab9ecf6e-9ff4-4bee-a844-5484f19f855e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:46.751686 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-97ba085e-3732-46ed-bf02-56860289d35f req-ab9ecf6e-9ff4-4bee-a844-5484f19f855e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0625029 Apr 06 10:58:46.831517 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-97ba085e-3732-46ed-bf02-56860289d35f req-3af06cbb-869b-4308-b9b4-0a3ea421f49d tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736301 Apr 06 10:58:46.884843 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d7d074-4a0d-4269-be4d-6c82cef706be None None] New status for floating IP beb09473-b255-453d-932d-e71fc11b3e5f: ACTIVE {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:58:47.242813 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777aaea7-ea56-4517-860c-ac6c22f64140 req-8b2865e3-c33a-4a85-8a7c-31df133faa1e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:47.244398 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-777aaea7-ea56-4517-860c-ac6c22f64140 req-8b2865e3-c33a-4a85-8a7c-31df133faa1e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0640686 Apr 06 10:58:47.288724 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee7265-4762-4076-8b1e-459798b26eeb req-6fad5d5f-9a16-44a3-909c-a522ccf3fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:47.291981 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-afee7265-4762-4076-8b1e-459798b26eeb req-6fad5d5f-9a16-44a3-909c-a522ccf3fd04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 1130 time: 0.0484622 Apr 06 10:58:47.295776 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-777aaea7-ea56-4517-860c-ac6c22f64140 req-1236439d-4625-451f-a085-666ffc82cdea tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454996 Apr 06 10:58:47.355986 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-afee7265-4762-4076-8b1e-459798b26eeb req-270b4305-1496-46e9-9953-728cf04f3139 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570052 Apr 06 10:58:47.522912 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f1765-23e5-4142-9e76-80d7dd20291a req-9b7d23a8-8f2b-4477-94fe-f7f4c22bc30a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:47.524840 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f83f1765-23e5-4142-9e76-80d7dd20291a req-9b7d23a8-8f2b-4477-94fe-f7f4c22bc30a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 946 time: 0.0580487 Apr 06 10:58:47.582620 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f83f1765-23e5-4142-9e76-80d7dd20291a req-654210e0-74bd-478e-ad79-677bca196497 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470934 Apr 06 10:58:47.954727 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69a554-b222-4aab-8895-801de9c6977f req-be661fb9-ff80-479c-b268-4258edc2211a tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:47.956986 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-dc69a554-b222-4aab-8895-801de9c6977f req-be661fb9-ff80-479c-b268-4258edc2211a tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0555909 Apr 06 10:58:48.019603 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-dc69a554-b222-4aab-8895-801de9c6977f req-7a2378e3-d3c4-448c-9acb-f4c2daef6bff tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568125 Apr 06 10:58:48.301053 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:48.420801 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437e45d-5094-4511-9a05-e4c3f6270aa7 req-de8656a4-300f-46f6-af40-b85ce5956e93 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:48.422363 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6437e45d-5094-4511-9a05-e4c3f6270aa7 req-de8656a4-300f-46f6-af40-b85ce5956e93 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0543351 Apr 06 10:58:48.479009 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6437e45d-5094-4511-9a05-e4c3f6270aa7 req-5454f2a4-38c0-45b6-84e5-8e4d1ff04653 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498240 Apr 06 10:58:48.717642 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d88fd3-674f-4727-aaa7-b43a8461b088 req-1226891e-f1d1-43ae-87c3-2ae4b677aa4b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:48.719600 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-83d88fd3-674f-4727-aaa7-b43a8461b088 req-1226891e-f1d1-43ae-87c3-2ae4b677aa4b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 946 time: 0.0626874 Apr 06 10:58:48.787754 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-83d88fd3-674f-4727-aaa7-b43a8461b088 req-77ce65c8-83d7-452e-a4a0-79d329de161b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616140 Apr 06 10:58:49.158560 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9deba6e-08f2-40fa-9d85-286eff4432d3 req-2fc9a2be-3841-4003-a99d-b3b0a8e4b114 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:49.160130 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c9deba6e-08f2-40fa-9d85-286eff4432d3 req-2fc9a2be-3841-4003-a99d-b3b0a8e4b114 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0662000 Apr 06 10:58:49.230176 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c9deba6e-08f2-40fa-9d85-286eff4432d3 req-8ebadac6-dae0-44dc-8f78-6d24580d20a9 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619719 Apr 06 10:58:49.605982 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdfad1-21d4-4b88-b2dd-e81d03fc652c req-0d9caf8b-3fc2-4b1e-b7af-95bae846d0f2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:49.607587 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c2fdfad1-21d4-4b88-b2dd-e81d03fc652c req-0d9caf8b-3fc2-4b1e-b7af-95bae846d0f2 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0578947 Apr 06 10:58:49.628086 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:58:49.675371 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c2fdfad1-21d4-4b88-b2dd-e81d03fc652c req-fdaf0a16-f435-443e-a547-df82ee66cf7e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541532 Apr 06 10:58:49.919698 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c10bb28-88ec-419c-baef-9f8207ad7d61 req-5e86d03d-4089-4712-b762-152c07f805ec tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:49.921252 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8c10bb28-88ec-419c-baef-9f8207ad7d61 req-5e86d03d-4089-4712-b762-152c07f805ec tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 946 time: 0.0563662 Apr 06 10:58:49.973357 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8c10bb28-88ec-419c-baef-9f8207ad7d61 req-d2824bcb-7b96-472e-9863-2041e59c7b81 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455625 Apr 06 10:58:50.362720 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf044bcf-6e85-48de-b2cc-2a4f03ddd5cd req-61c40cd8-6d54-46d7-a67c-470b8f0244e3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:50.364228 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bf044bcf-6e85-48de-b2cc-2a4f03ddd5cd req-61c40cd8-6d54-46d7-a67c-470b8f0244e3 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0553036 Apr 06 10:58:50.430267 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bf044bcf-6e85-48de-b2cc-2a4f03ddd5cd req-20b6ce9c-df27-432a-9a3d-de5d99efa839 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594418 Apr 06 10:58:50.804613 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da0e8f-fd32-4490-ad33-a8fcf3d3b056 req-9045867a-1927-48d4-9682-680369795cc6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:50.806126 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d3da0e8f-fd32-4490-ad33-a8fcf3d3b056 req-9045867a-1927-48d4-9682-680369795cc6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0522852 Apr 06 10:58:50.857693 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d3da0e8f-fd32-4490-ad33-a8fcf3d3b056 req-79856ae8-7eb5-4984-a9e9-25ec32c51da9 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458953 Apr 06 10:58:51.566726 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a942a-c2e6-4841-8ced-246d646124f9 req-0b599832-32fb-4468-906e-8a67c46cdf56 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:51.568371 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-566a942a-c2e6-4841-8ced-246d646124f9 req-0b599832-32fb-4468-906e-8a67c46cdf56 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0578585 Apr 06 10:58:51.632005 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-566a942a-c2e6-4841-8ced-246d646124f9 req-6a6c2424-c808-4d59-9b28-de4dfee882b4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579107 Apr 06 10:58:51.986755 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554b7e6-bc9f-4196-999a-e984b1578db0 req-1912e5ad-a4cc-4292-9a95-f4ec030c0bc1 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:51.988354 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5554b7e6-bc9f-4196-999a-e984b1578db0 req-1912e5ad-a4cc-4292-9a95-f4ec030c0bc1 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0573480 Apr 06 10:58:52.040641 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5554b7e6-bc9f-4196-999a-e984b1578db0 req-62da8924-0ab2-46b1-b4ac-2b636ea0fd93 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463781 Apr 06 10:58:52.757991 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67f422-f7b3-4c08-be4d-ff96315433df req-7c775011-9381-4799-95aa-15d25cd14ce5 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:52.759540 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8f67f422-f7b3-4c08-be4d-ff96315433df req-7c775011-9381-4799-95aa-15d25cd14ce5 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0558140 Apr 06 10:58:52.824373 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8f67f422-f7b3-4c08-be4d-ff96315433df req-902ced1e-c060-4196-b9e8-299ad20800b5 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589359 Apr 06 10:58:53.163097 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df80dc1-3257-4a36-9573-7bc8e470c003 req-bca0d3f7-2293-4db3-b5cb-4fa1d5466457 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:53.164642 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8df80dc1-3257-4a36-9573-7bc8e470c003 req-bca0d3f7-2293-4db3-b5cb-4fa1d5466457 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0545070 Apr 06 10:58:53.212898 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8df80dc1-3257-4a36-9573-7bc8e470c003 req-1f430f75-7519-48de-9fcb-30b10c3ff242 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426764 Apr 06 10:58:53.958065 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f92c7-c15a-4320-acd9-04fcf1d05e91 req-41614536-36b1-453d-a802-62b257d791b6 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:53.959613 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ea1f92c7-c15a-4320-acd9-04fcf1d05e91 req-41614536-36b1-453d-a802-62b257d791b6 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0632112 Apr 06 10:58:54.023720 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ea1f92c7-c15a-4320-acd9-04fcf1d05e91 req-5af9f0c0-559b-4e08-af02-61dc6c7defff tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583401 Apr 06 10:58:54.342186 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418ddcd-7a22-447a-be79-58e5852a6d16 req-fa0a88c7-8250-4b35-beb7-ac4282cc706d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:54.343722 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1418ddcd-7a22-447a-be79-58e5852a6d16 req-fa0a88c7-8250-4b35-beb7-ac4282cc706d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0618436 Apr 06 10:58:54.390676 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1418ddcd-7a22-447a-be79-58e5852a6d16 req-014a69f0-e61b-4744-b679-afaf659b66b8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414233 Apr 06 10:58:55.147400 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b435e-057c-4066-a13f-4171794221c3 req-24de32fa-871a-48b1-bcd0-38030d0ab516 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:55.148969 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-810b435e-057c-4066-a13f-4171794221c3 req-24de32fa-871a-48b1-bcd0-38030d0ab516 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0542986 Apr 06 10:58:55.211755 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-810b435e-057c-4066-a13f-4171794221c3 req-1b836a17-4e5a-4169-bf94-f53272e44a99 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570083 Apr 06 10:58:55.520253 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d072b-754c-4afc-9aa1-66c11b2da574 req-68fff3fe-057e-4e23-9e79-a586a7c9939f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:55.521776 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-df5d072b-754c-4afc-9aa1-66c11b2da574 req-68fff3fe-057e-4e23-9e79-a586a7c9939f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0551651 Apr 06 10:58:55.572939 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-df5d072b-754c-4afc-9aa1-66c11b2da574 req-01e0571c-08c4-48a9-9089-da04029d3ca0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455792 Apr 06 10:58:56.357447 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2f44d-1774-43c5-b8a7-a7ee5b71d146 req-5d9f714c-539b-45cc-92f4-abc8a24b1aaf tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:56.358938 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8dc2f44d-1774-43c5-b8a7-a7ee5b71d146 req-5d9f714c-539b-45cc-92f4-abc8a24b1aaf tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.0614178 Apr 06 10:58:56.430856 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8dc2f44d-1774-43c5-b8a7-a7ee5b71d146 req-96ef7f43-e782-48f0-ae73-5b3ac09bf5d5 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=789f844a-7405-4cf7-8710-3891a198368c&id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0652575 Apr 06 10:58:56.702628 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f354a8-77bb-48c0-8793-4d02737a9ef8 req-6c0e1145-2e72-4e37-bb20-a7947732e6e6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:56.704249 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-90f354a8-77bb-48c0-8793-4d02737a9ef8 req-6c0e1145-2e72-4e37-bb20-a7947732e6e6 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0552955 Apr 06 10:58:56.760290 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-90f354a8-77bb-48c0-8793-4d02737a9ef8 req-9276f6f4-7363-4fd2-811a-260ba1dcec8a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480535 Apr 06 10:58:57.886683 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caee492-4e50-45fc-b5e7-8853f9e4a2f7 req-594082d8-614e-4795-bfe5-a275fc3ba429 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:57.888307 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7caee492-4e50-45fc-b5e7-8853f9e4a2f7 req-594082d8-614e-4795-bfe5-a275fc3ba429 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0558844 Apr 06 10:58:57.945527 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7caee492-4e50-45fc-b5e7-8853f9e4a2f7 req-f74cda47-141b-433f-88c8-a9f8c0c454b1 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494924 Apr 06 10:58:59.073667 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3799-6c35-49ca-8149-0c990aa95af1 req-303e741f-3acb-4d5d-a273-1cc03ff1fb6d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:58:59.075296 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1b8d3799-6c35-49ca-8149-0c990aa95af1 req-303e741f-3acb-4d5d-a273-1cc03ff1fb6d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0583267 Apr 06 10:58:59.129475 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1b8d3799-6c35-49ca-8149-0c990aa95af1 req-0c8c16a2-3bcc-47fb-9ce1-0e4529e4b0ca tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481501 Apr 06 10:59:00.250973 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8683079-9eca-41cf-ab52-922054377ddf req-92e50fd1-e0b9-42eb-b233-1542679e9c04 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:00.253329 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a8683079-9eca-41cf-ab52-922054377ddf req-92e50fd1-e0b9-42eb-b233-1542679e9c04 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0568924 Apr 06 10:59:00.299833 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a8683079-9eca-41cf-ab52-922054377ddf req-706df4e0-577c-4ef1-a7e2-ea1aa9284e2a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408289 Apr 06 10:59:01.422319 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a900023-c1fa-4990-9a9d-fc56c5b9d5d3 req-da1b71c2-83f9-42fe-90dd-0d82c48d917e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:01.423910 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3a900023-c1fa-4990-9a9d-fc56c5b9d5d3 req-da1b71c2-83f9-42fe-90dd-0d82c48d917e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0545657 Apr 06 10:59:01.471993 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3a900023-c1fa-4990-9a9d-fc56c5b9d5d3 req-380aecbb-b31a-4a19-a4a3-f0196bb0f7c4 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425289 Apr 06 10:59:02.592701 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6349-5443-461c-8b4a-9359fbaaa46f req-631e6964-66de-4a1b-a740-02677c2b5e7c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:02.594182 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-468a6349-5443-461c-8b4a-9359fbaaa46f req-631e6964-66de-4a1b-a740-02677c2b5e7c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0560181 Apr 06 10:59:02.640478 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-468a6349-5443-461c-8b4a-9359fbaaa46f req-0301d182-cb98-4a23-9fe6-e6a32f5a27ca tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404963 Apr 06 10:59:03.403662 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:03.429066 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:59:03.780342 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f383d5f-3d2e-4ec8-a6ff-1cafd23da20b req-2d91e7f8-9636-4276-a814-add637d9d842 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:03.781882 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3f383d5f-3d2e-4ec8-a6ff-1cafd23da20b req-2d91e7f8-9636-4276-a814-add637d9d842 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0679502 Apr 06 10:59:03.849105 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197820d1-cb92-4973-b4fc-1fdae6385873 req-d5140063-2574-4df9-acd7-5c6992d52d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:03.850622 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-197820d1-cb92-4973-b4fc-1fdae6385873 req-d5140063-2574-4df9-acd7-5c6992d52d49 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 1130 time: 0.0886078 Apr 06 10:59:03.859027 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3f383d5f-3d2e-4ec8-a6ff-1cafd23da20b req-2c3c1fa2-706f-4797-820a-03c031e70e32 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616307 Apr 06 10:59:03.905992 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-197820d1-cb92-4973-b4fc-1fdae6385873 req-974c0cfa-5140-4ef2-af92-8e444f0eb7b7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439296 Apr 06 10:59:04.982668 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542baef9-f643-41b7-a64a-369add39bc7f req-5b96eec3-f102-41f9-a824-410f4d45ceab tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:04.984227 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-542baef9-f643-41b7-a64a-369add39bc7f req-5b96eec3-f102-41f9-a824-410f4d45ceab tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0531750 Apr 06 10:59:05.033955 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-542baef9-f643-41b7-a64a-369add39bc7f req-d0e3fbb1-73a7-44df-bb98-23ea3b6339a7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435138 Apr 06 10:59:05.977109 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-8c012f91-ca91-49c0-8ff2-5a25853c81fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0541055 Apr 06 10:59:06.091381 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-ebc7dbce-fff9-4cb8-9e61-f1d765d0b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:06.093096 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-ebc7dbce-fff9-4cb8-9e61-f1d765d0b8f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 1129 time: 0.0475786 Apr 06 10:59:06.438611 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f2af4-1eac-4847-9f10-01640854d4d8 req-66befa8e-be02-439d-8bac-7379d3e1fac5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:06.440168 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-513f2af4-1eac-4847-9f10-01640854d4d8 req-66befa8e-be02-439d-8bac-7379d3e1fac5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.3330319 Apr 06 10:59:06.444739 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-0970efa3-96eb-4ac9-9bdd-7b29d78f9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:06.446078 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-0970efa3-96eb-4ac9-9bdd-7b29d78f9bf1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.3299654 Apr 06 10:59:06.497252 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-77f0fa24-1d2a-415c-bfb2-ca7075b00edf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23b3f75c-194d-4c4e-8f84-fc4281068749 HTTP/1.1" status: 200 len: 217 time: 0.0436985 Apr 06 10:59:06.552275 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-513f2af4-1eac-4847-9f10-01640854d4d8 req-3e3da813-51bc-4c8b-931d-03b234698d54 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052666 Apr 06 10:59:06.564394 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-fc5b3e90-ed46-4527-ab7a-b7acc1e18c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:06.565809 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-fc5b3e90-ed46-4527-ab7a-b7acc1e18c53 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.0596027 Apr 06 10:59:06.615587 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-2e41384d-850a-401f-924f-190d0d1eaa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:06.617120 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-2e41384d-850a-401f-924f-190d0d1eaa89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448656 Apr 06 10:59:06.711046 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-681c4477-b7c7-4781-9a77-adfc1719ab34 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858393 Apr 06 10:59:06.810133 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4d03bd11-4120-4efd-9d1a-f1e1d69f79e6 req-178fe8d3-4cfa-46b3-876c-562ccc61cbc1 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919888 Apr 06 10:59:06.946186 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a3c675-84a7-4cc5-9d6d-8ecec9fa0f5f req-d1a1dc01-bbe0-4334-b51e-11a6a9c4136f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:06.947727 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-57a3c675-84a7-4cc5-9d6d-8ecec9fa0f5f req-d1a1dc01-bbe0-4334-b51e-11a6a9c4136f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0571687 Apr 06 10:59:06.996513 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-57a3c675-84a7-4cc5-9d6d-8ecec9fa0f5f req-5aff6ab5-d6f1-448c-9ff9-7736652c906d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427232 Apr 06 10:59:07.325173 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-4be3180d-c337-4326-8fd8-1a56527c2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:07.326607 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-4be3180d-c337-4326-8fd8-1a56527c2493 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 1130 time: 0.0455728 Apr 06 10:59:07.446867 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-9fd3100f-52b5-40d4-a711-1fbe6d1a8115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:07.448400 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-9fd3100f-52b5-40d4-a711-1fbe6d1a8115 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.0997376 Apr 06 10:59:07.588267 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-d26f9de3-34fc-48f8-b0cb-cfcfdc5cd3af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25acbe00-d438-4315-9300-4174dea414bd HTTP/1.1" status: 200 len: 1002 time: 0.0680106 Apr 06 10:59:07.895162 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-3952a99b-6dc5-403e-b6bc-a00c1845aa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:07.896661 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-3952a99b-6dc5-403e-b6bc-a00c1845aa11 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.0447056 Apr 06 10:59:07.951193 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-c194947e-8fea-4d20-b917-aa48709a0f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:07.952717 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-c194947e-8fea-4d20-b917-aa48709a0f0b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479305 Apr 06 10:59:08.043550 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-e6a813aa-722b-4b82-ba13-905264ca8cd8 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841985 Apr 06 10:59:08.176283 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-18725d49-b3d9-4ef2-8032-2f8cf6b7a5a7 req-4d2d98c2-2f45-4eee-918e-6483ce562ef0 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228800 Apr 06 10:59:08.182928 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891cad7-ef2d-4650-aee7-b1374c797c16 req-397a1c0f-cbec-4e8c-8dd8-67d8a76e3ece tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:08.184366 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0891cad7-ef2d-4650-aee7-b1374c797c16 req-397a1c0f-cbec-4e8c-8dd8-67d8a76e3ece tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.1118248 Apr 06 10:59:08.238740 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0891cad7-ef2d-4650-aee7-b1374c797c16 req-c7482bed-9554-459e-bdd3-a01ea694d120 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470855 Apr 06 10:59:09.358699 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd9af6-8378-4809-95d6-8720233f0725 req-56430176-780d-4eac-b131-0c8492815184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:09.360216 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f4fd9af6-8378-4809-95d6-8720233f0725 req-56430176-780d-4eac-b131-0c8492815184 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0522599 Apr 06 10:59:09.406489 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f4fd9af6-8378-4809-95d6-8720233f0725 req-8ec8582d-bfb7-4a6a-94f0-7a7c703aa4ed tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406199 Apr 06 10:59:10.648944 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c87b7c-7552-49db-99f3-772b5ac39988 req-02e4cc4a-41a1-4f6f-929d-4323a017af5d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:10.650464 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-69c87b7c-7552-49db-99f3-772b5ac39988 req-02e4cc4a-41a1-4f6f-929d-4323a017af5d tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.1703010 Apr 06 10:59:10.699128 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-69c87b7c-7552-49db-99f3-772b5ac39988 req-270394c1-1179-4413-9744-be07845547a5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Apr 06 10:59:11.872447 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7c382-e7c0-4cd7-b225-001c465beded req-cc9bb61d-8039-4d4b-923e-f1964d6dbfb5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:11.873924 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c6c7c382-e7c0-4cd7-b225-001c465beded req-cc9bb61d-8039-4d4b-923e-f1964d6dbfb5 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.1075380 Apr 06 10:59:11.924909 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c6c7c382-e7c0-4cd7-b225-001c465beded req-e20d108e-3bfb-4c27-b47c-9cfad4781984 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449340 Apr 06 10:59:12.038641 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64700dbe-bcb9-4217-8a0d-c5c5269c89e5 req-9ee5fadf-1157-471a-be87-c3840eeea056 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:12.040238 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-64700dbe-bcb9-4217-8a0d-c5c5269c89e5 req-9ee5fadf-1157-471a-be87-c3840eeea056 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0521724 Apr 06 10:59:12.049143 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58124) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:12.053731 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-254128ff-ffd0-49ce-b102-fd699ce36936 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Request body: {'floatingip': {'port_id': '25acbe00-d438-4315-9300-4174dea414bd'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:12.107856 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-254128ff-ffd0-49ce-b102-fd699ce36936 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for floatingip (13fe39fa-5935-4140-b8bb-e040fafcdcdb), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:12.577820 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-254128ff-ffd0-49ce-b102-fd699ce36936 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:12.582280 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-254128ff-ffd0-49ce-b102-fd699ce36936 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (13fe39fa-5935-4140-b8bb-e040fafcdcdb), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:12.790589 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254128ff-ffd0-49ce-b102-fd699ce36936 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:12.826634 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-bb63316e-2d73-4576-a6d8-606e065919e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:12.900006 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254128ff-ffd0-49ce-b102-fd699ce36936 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:12.905013 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-254128ff-ffd0-49ce-b102-fd699ce36936 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:12.910035 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] Sync routers for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:12.918952 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:12.919608 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:58:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:12.935645 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'tag': '25acbe00-d438-4315-9300-4174dea414bd'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:12.937883 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44618dff-41b6-4138-8b61-648ec486765f" -d '{"events": [{"name": "network-changed", "server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "tag": "25acbe00-d438-4315-9300-4174dea414bd"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:12.968820 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-254128ff-ffd0-49ce-b102-fd699ce36936 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "PUT /v2.0/floatingips/13fe39fa-5935-4140-b8bb-e040fafcdcdb HTTP/1.1" status: 200 len: 994 time: 0.9181938 Apr 06 10:59:12.988676 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2324cf34-8897-4fad-a4bc-b12a30c1703f x-openstack-request-id: req-2324cf34-8897-4fad-a4bc-b12a30c1703f {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:12.988970 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "tag": "25acbe00-d438-4315-9300-4174dea414bd", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:12.989224 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2324cf34-8897-4fad-a4bc-b12a30c1703f {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:12.989617 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2324cf34-8897-4fad-a4bc-b12a30c1703f'] response: {'name': 'network-changed', 'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'tag': '25acbe00-d438-4315-9300-4174dea414bd', 'status': 'completed', 'code': 200} Apr 06 10:59:13.028774 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:13.088649 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44618dff-41b6-4138-8b61-648ec486765f req-90ce91b9-47e9-4291-a6a9-6b32158fa9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:13.090173 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-44618dff-41b6-4138-8b61-648ec486765f req-90ce91b9-47e9-4291-a6a9-6b32158fa9cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 1130 time: 0.0484633 Apr 06 10:59:13.180405 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44618dff-41b6-4138-8b61-648ec486765f req-62381c14-274f-4cf9-9f97-c21b32780632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:13.181854 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-44618dff-41b6-4138-8b61-648ec486765f req-62381c14-274f-4cf9-9f97-c21b32780632 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.0835488 Apr 06 10:59:13.255182 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-44618dff-41b6-4138-8b61-648ec486765f req-6380a5ec-dfa7-4bf9-a535-0c2ed4d1d5ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25acbe00-d438-4315-9300-4174dea414bd HTTP/1.1" status: 200 len: 1002 time: 0.0642796 Apr 06 10:59:13.256651 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '13fe39fa-5935-4140-b8bb-e040fafcdcdb', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'port_id': '25acbe00-d438-4315-9300-4174dea414bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'mac_address': 'fa:16:3e:e5:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:53Z', 'updated_at': '2022-04-06T10:59:12Z', 'revision_number': 3, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:31Z', 'revision_number': 5, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:13.282277 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] Checking router: d47a5e74-1a6d-46f0-ad1f-a97fae1a220d for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:13.291519 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:13.292149 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:58:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:13.305758 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44618dff-41b6-4138-8b61-648ec486765f req-03a16722-1ef7-4f56-b85e-b16f7d4d6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:13.307225 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-44618dff-41b6-4138-8b61-648ec486765f req-03a16722-1ef7-4f56-b85e-b16f7d4d6abf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.0461688 Apr 06 10:59:13.355275 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44618dff-41b6-4138-8b61-648ec486765f req-4335d1b3-fb3b-4d6c-be98-6d0bfece812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:13.356826 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-44618dff-41b6-4138-8b61-648ec486765f req-4335d1b3-fb3b-4d6c-be98-6d0bfece812f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431399 Apr 06 10:59:13.402732 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:13.454584 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-44618dff-41b6-4138-8b61-648ec486765f req-eec77ad8-6db2-4afd-9622-9aae5c010217 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894041 Apr 06 10:59:13.548719 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-44618dff-41b6-4138-8b61-648ec486765f req-37af1a8a-a3d6-4f7c-8d56-f546c8ff48f4 service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859423 Apr 06 10:59:13.644134 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '13fe39fa-5935-4140-b8bb-e040fafcdcdb', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'port_id': '25acbe00-d438-4315-9300-4174dea414bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'mac_address': 'fa:16:3e:e5:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:53Z', 'updated_at': '2022-04-06T10:59:12Z', 'revision_number': 3, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:31Z', 'revision_number': 5, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:13.754361 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59b49e7-9e3e-4c22-82cf-f4ec3e03098b None None] The sync data for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi is: [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '13fe39fa-5935-4140-b8bb-e040fafcdcdb', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'floating_ip_address': '172.27.1.154', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'port_id': '25acbe00-d438-4315-9300-4174dea414bd', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'mac_address': 'fa:16:3e:e5:59:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:56:53Z', 'updated_at': '2022-04-06T10:59:12Z', 'revision_number': 3, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:31Z', 'revision_number': 5, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:14.990581 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'tag': '25acbe00-d438-4315-9300-4174dea414bd'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:14.993228 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "tag": "25acbe00-d438-4315-9300-4174dea414bd"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:15.029436 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30af13f5-6be0-4bce-b0bf-795a62673afa x-openstack-request-id: req-30af13f5-6be0-4bce-b0bf-795a62673afa {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:15.029732 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "tag": "25acbe00-d438-4315-9300-4174dea414bd", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:15.029990 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-30af13f5-6be0-4bce-b0bf-795a62673afa {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:15.030394 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30af13f5-6be0-4bce-b0bf-795a62673afa'] response: {'name': 'network-changed', 'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'tag': '25acbe00-d438-4315-9300-4174dea414bd', 'status': 'completed', 'code': 200} Apr 06 10:59:15.128864 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-d1c74533-08ab-4060-92f4-6a7549d2f397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:15.130350 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-d1c74533-08ab-4060-92f4-6a7549d2f397 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 1130 time: 0.0446723 Apr 06 10:59:15.231724 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-9864e00f-dbac-427e-a2ba-6d5366d20b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:15.233185 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-9864e00f-dbac-427e-a2ba-6d5366d20b49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 200 len: 920 time: 0.0875392 Apr 06 10:59:15.301428 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-7748f8b6-271f-41d8-8874-41d8754b3c52 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25acbe00-d438-4315-9300-4174dea414bd HTTP/1.1" status: 200 len: 1002 time: 0.0615995 Apr 06 10:59:15.352524 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-3ef987da-99be-4547-aa93-75773939780b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:15.353932 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-3ef987da-99be-4547-aa93-75773939780b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 200 len: 858 time: 0.0463059 Apr 06 10:59:15.403769 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-cf162c53-3767-47e7-a77a-369a14ef5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:15.405250 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-cf162c53-3767-47e7-a77a-369a14ef5f79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=96f3043b-67c6-464c-b72a-826c66d4afef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429273 Apr 06 10:59:15.498624 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-b01c7595-fc6a-4788-bc33-771bda4cd4dd service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801394 Apr 06 10:59:15.596540 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3bbff8ca-8c59-4d27-b54f-5d6866c9fd4c req-afd5abbc-dcee-4f61-9d49-a182ec29e02f service neutron] 10.222.0.26 "GET /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913289 Apr 06 10:59:15.812280 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-666e9d9e-0205-4cf6-a38c-6415358af75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:16.468959 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:18.300267 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:19.621787 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:27.756253 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec9f63-b626-4ad7-956e-52aa74c6e40d req-a9426416-41d4-47c5-812f-be714eb15605 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:27.757822 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4cec9f63-b626-4ad7-956e-52aa74c6e40d req-a9426416-41d4-47c5-812f-be714eb15605 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0527055 Apr 06 10:59:27.805854 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4cec9f63-b626-4ad7-956e-52aa74c6e40d req-bc363f7f-5498-46cf-93ae-24d051b826df tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422814 Apr 06 10:59:28.925844 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3b448-1354-4917-9b6d-5ec5615aea43 req-0fddf482-3880-4299-bf22-da1dc05b5579 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:28.927332 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e0f3b448-1354-4917-9b6d-5ec5615aea43 req-0fddf482-3880-4299-bf22-da1dc05b5579 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0534222 Apr 06 10:59:28.973220 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e0f3b448-1354-4917-9b6d-5ec5615aea43 req-1e1d767a-d346-4cb2-829b-e11b5f42db47 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403371 Apr 06 10:59:30.094751 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c0a5d-97f2-4397-81b4-c45810328ce6 req-d415ccf3-f03a-4fe7-bb91-c53874e61a33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:30.097014 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6e7c0a5d-97f2-4397-81b4-c45810328ce6 req-d415ccf3-f03a-4fe7-bb91-c53874e61a33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0549197 Apr 06 10:59:30.143854 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6e7c0a5d-97f2-4397-81b4-c45810328ce6 req-cc9d60d4-a3ef-4446-b566-4e3b83b25482 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=b5d67025-b148-4de8-9e71-a02641a7ebdf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412159 Apr 06 10:59:30.257850 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efc540-1193-427b-9cb6-5b9935060311 req-464caf83-9788-40f3-bd2b-958f4a437731 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:30.259242 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a8efc540-1193-427b-9cb6-5b9935060311 req-464caf83-9788-40f3-bd2b-958f4a437731 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.26 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 946 time: 0.0519004 Apr 06 10:59:30.395388 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Deleting port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:30.395899 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.489107 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] For port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:30.489475 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.924543 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.924908 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (a6f38df4-f4fa-461d-8e91-2b7d1a624696), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:30.925225 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Floating IP a6f38df4-f4fa-461d-8e91-2b7d1a624696 disassociated. External IP: 172.27.1.159, port: 4d510076-82a3-45b9-81cc-9ffeb89f9ec1. Apr 06 10:59:30.925580 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Calling delete_port for 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 owned by compute:nova {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:31.081040 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (4d510076-82a3-45b9-81cc-9ffeb89f9ec1), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:31.109518 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event deleted for resources: {'Port': ['ID=4d510076-82a3-45b9-81cc-9ffeb89f9ec1,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:31.121318 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.121667 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.122009 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.122347 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.122683 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.123014 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.123354 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.123696 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.124018 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.124339 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.124661 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.124984 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.125333 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.125652 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.125970 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:31.247204 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9e0ac504-b897-42fc-ba4a-346ccab4bcf9 req-81ca7192-2445-44e4-9465-abd712dcb462 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=396cc73a-87a4-44b8-8191-777fe7564a7f HTTP/1.1" status: 200 len: 210 time: 0.0350933 Apr 06 10:59:31.269166 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:31.381424 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:31.393634 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] Sync routers for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:31.403842 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:31.404516 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:31.454115 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] No DVR routers for this DVR port 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 on host hv-cinder-83607 {{(pid=115084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:31.461024 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:31.464432 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a8efc540-1193-427b-9cb6-5b9935060311 req-28f56955-d708-4fbd-976e-d8ad71748b2d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.26 "DELETE /v2.0/ports/4d510076-82a3-45b9-81cc-9ffeb89f9ec1 HTTP/1.1" status: 204 len: 173 time: 1.1955583 Apr 06 10:59:31.465031 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'name': 'network-vif-deleted', 'tag': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:31.467540 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a18b60-39c8-4582-b6d5-56b7cf6967eb" -d '{"events": [{"server_uuid": "396cc73a-87a4-44b8-8191-777fe7564a7f", "name": "network-vif-deleted", "tag": "4d510076-82a3-45b9-81cc-9ffeb89f9ec1"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:31.509058 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a5e712-ec32-4f8a-a78e-a52dfd8717aa x-openstack-request-id: req-a8a5e712-ec32-4f8a-a78e-a52dfd8717aa {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:31.509405 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "396cc73a-87a4-44b8-8191-777fe7564a7f", "name": "network-vif-deleted", "tag": "4d510076-82a3-45b9-81cc-9ffeb89f9ec1", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:31.509663 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8a5e712-ec32-4f8a-a78e-a52dfd8717aa {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:31.510061 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8a5e712-ec32-4f8a-a78e-a52dfd8717aa'] response: {'server_uuid': '396cc73a-87a4-44b8-8191-777fe7564a7f', 'name': 'network-vif-deleted', 'tag': '4d510076-82a3-45b9-81cc-9ffeb89f9ec1', 'status': 'completed', 'code': 200} Apr 06 10:59:31.534041 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:31.750099 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:31.783911 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] Checking router: 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:31.792879 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:31.793502 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:32.027230 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:32.286533 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:32.316737 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadae7d4-c9b5-4b71-9e2c-58223afe79f8 None None] The sync data for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi is: [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:32.359622 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58192) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:32.462422 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (b5d67025-b148-4de8-9e71-a02641a7ebdf), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.489359 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (b5d67025-b148-4de8-9e71-a02641a7ebdf), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.545999 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b5d67025-b148-4de8-9e71-a02641a7ebdf), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.550783 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.552196 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "DELETE /v2.0/security-groups/b5d67025-b148-4de8-9e71-a02641a7ebdf HTTP/1.1" status: 204 len: 168 time: 0.1915951 Apr 06 10:59:32.555073 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58196) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:32.561879 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d67025-b148-4de8-9e71-a02641a7ebdf,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:32.571057 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.571696 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.572088 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.572620 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.573144 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.573675 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.574190 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.574728 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.575113 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.575712 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.576378 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.576910 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.577415 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.577928 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.578303 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928271a2-25f0-488a-962b-672bf015ce33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:32.580834 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.api.v2.resource [None req-2718a622-250d-48d3-8105-8de013a4b8a8 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] show failed (client error): The resource could not be found. Apr 06 10:59:32.582156 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-2718a622-250d-48d3-8105-8de013a4b8a8 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups/b5d67025-b148-4de8-9e71-a02641a7ebdf HTTP/1.1" status: 404 len: 347 time: 0.0255010 Apr 06 10:59:32.585784 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58198) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:32.700132 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba13676-55f6-4e6a-ac08-d0d5d2271617 None None] New status for floating IP a6f38df4-f4fa-461d-8e91-2b7d1a624696: DOWN {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:59:32.717802 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-7a970bf4-2e42-40e6-a082-5aec53ea5cac tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Deleting port 7b566263-87fe-4b71-ba74-c1ea23042503 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:32.718146 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a970bf4-2e42-40e6-a082-5aec53ea5cac tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (7b566263-87fe-4b71-ba74-c1ea23042503), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.800041 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a970bf4-2e42-40e6-a082-5aec53ea5cac tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (7b566263-87fe-4b71-ba74-c1ea23042503), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.800302 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a970bf4-2e42-40e6-a082-5aec53ea5cac tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (7b566263-87fe-4b71-ba74-c1ea23042503), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.812691 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-7a970bf4-2e42-40e6-a082-5aec53ea5cac tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Calling delete_port for 7b566263-87fe-4b71-ba74-c1ea23042503 owned by network:floatingip {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:32.956164 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a970bf4-2e42-40e6-a082-5aec53ea5cac tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (7b566263-87fe-4b71-ba74-c1ea23042503), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:32.979828 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a970bf4-2e42-40e6-a082-5aec53ea5cac tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event deleted for resources: {'Port': ['ID=7b566263-87fe-4b71-ba74-c1ea23042503,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:33.050538 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a970bf4-2e42-40e6-a082-5aec53ea5cac tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (a6f38df4-f4fa-461d-8e91-2b7d1a624696), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.053787 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7a970bf4-2e42-40e6-a082-5aec53ea5cac tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.054996 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7a970bf4-2e42-40e6-a082-5aec53ea5cac tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "DELETE /v2.0/floatingips/a6f38df4-f4fa-461d-8e91-2b7d1a624696 HTTP/1.1" status: 204 len: 168 time: 0.4681401 Apr 06 10:59:33.391648 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58202) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:33.396386 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-161a8ae4-416e-4311-b1b6-cd35843ce08b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136222644', 'description': 'tempest-description--444406861'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:33.426954 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-161a8ae4-416e-4311-b1b6-cd35843ce08b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.427289 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.510777 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-161a8ae4-416e-4311-b1b6-cd35843ce08b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (8b23b41e-0209-4e40-970a-ce1d05ac4c8a), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.516372 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-161a8ae4-416e-4311-b1b6-cd35843ce08b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (8b23b41e-0209-4e40-970a-ce1d05ac4c8a), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.554158 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-161a8ae4-416e-4311-b1b6-cd35843ce08b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.554970 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-161a8ae4-416e-4311-b1b6-cd35843ce08b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1622212 Apr 06 10:59:33.558360 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58206) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:33.560207 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a8ae4-416e-4311-b1b6-cd35843ce08b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b23b41e-0209-4e40-970a-ce1d05ac4c8a,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:33.565287 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-6323446c-b71e-420d-b2a4-8224a4c73ee4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'security_group_rule': {'security_group_id': '8b23b41e-0209-4e40-970a-ce1d05ac4c8a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:33.593540 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6323446c-b71e-420d-b2a4-8224a4c73ee4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (8bd4d5ea-36fd-4bb9-89d1-74e213e699a4), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.649362 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6323446c-b71e-420d-b2a4-8224a4c73ee4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (8bd4d5ea-36fd-4bb9-89d1-74e213e699a4), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.652417 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6323446c-b71e-420d-b2a4-8224a4c73ee4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (8bd4d5ea-36fd-4bb9-89d1-74e213e699a4), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.669899 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323446c-b71e-420d-b2a4-8224a4c73ee4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd4d5ea-36fd-4bb9-89d1-74e213e699a4,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:33.679394 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6323446c-b71e-420d-b2a4-8224a4c73ee4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.683929 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-6323446c-b71e-420d-b2a4-8224a4c73ee4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202757 Apr 06 10:59:33.684088 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58208) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:33.688571 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-7e33fac7-d957-491d-812f-5f6d2fdb8931 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'security_group_rule': {'security_group_id': '8b23b41e-0209-4e40-970a-ce1d05ac4c8a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:33.713782 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7e33fac7-d957-491d-812f-5f6d2fdb8931 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (172ba804-d58c-4ba5-b5c1-07ffb8d5b179), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.775777 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7e33fac7-d957-491d-812f-5f6d2fdb8931 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (172ba804-d58c-4ba5-b5c1-07ffb8d5b179), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.780088 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7e33fac7-d957-491d-812f-5f6d2fdb8931 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (172ba804-d58c-4ba5-b5c1-07ffb8d5b179), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.800815 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33fac7-d957-491d-812f-5f6d2fdb8931 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=172ba804-d58c-4ba5-b5c1-07ffb8d5b179,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:33.806653 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7e33fac7-d957-491d-812f-5f6d2fdb8931 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.807847 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-7e33fac7-d957-491d-812f-5f6d2fdb8931 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228499 Apr 06 10:59:33.810890 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58210) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:33.815299 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:33.836471 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:33.932230 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.044043 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Allocated IP 172.27.1.16 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/e910b073-6cc6-4f24-8a50-f7f88b459f7b) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:34.147932 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for port (e910b073-6cc6-4f24-8a50-f7f88b459f7b), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.187438 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (e910b073-6cc6-4f24-8a50-f7f88b459f7b), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.227295 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:34.230365 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:34.233772 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:34.239758 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'Port': ['ID=e910b073-6cc6-4f24-8a50-f7f88b459f7b,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:34.322247 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (04378e3a-45a4-49b5-be98-297dc128492f), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.361507 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e910b073-6cc6-4f24-8a50-f7f88b459f7b), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.430694 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:59:34.455959 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:59:34.456240 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 4d510076-82a3-45b9-81cc-9ffeb89f9ec1 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:59:34.516062 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for port (e910b073-6cc6-4f24-8a50-f7f88b459f7b), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.521493 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (e910b073-6cc6-4f24-8a50-f7f88b459f7b), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.596395 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'Port': ['ID=e910b073-6cc6-4f24-8a50-f7f88b459f7b,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:34.605251 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (04378e3a-45a4-49b5-be98-297dc128492f), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.622992 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:34.632901 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-358e258a-f5d3-458b-84fb-f7f9a557c163 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8123803 Apr 06 10:59:34.786169 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-c811404c-1443-44bb-a1ba-2a8f28227671 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1136222644&fields=id&tenant_id=9283348a33dd4069a243783b2295178f HTTP/1.1" status: 200 len: 267 time: 0.0519335 Apr 06 10:59:34.916295 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb758666-836e-4bb6-9e0c-f10e8bd861ec req-fce9df6e-080a-483a-938d-2fb330ef4efd tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:34.917849 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bb758666-836e-4bb6-9e0c-f10e8bd861ec req-fce9df6e-080a-483a-938d-2fb330ef4efd tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 946 time: 0.0593994 Apr 06 10:59:34.933890 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-be29e7f2-686d-4eca-b82d-e0e27773bd76 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:34.935502 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-be29e7f2-686d-4eca-b82d-e0e27773bd76 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/networks?id=b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 200 len: 810 time: 0.1312780 Apr 06 10:59:34.951880 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-54b8c6c0-df23-4b23-8cf3-e8eca579addc tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/quotas/9283348a33dd4069a243783b2295178f HTTP/1.1" status: 200 len: 375 time: 0.0098231 Apr 06 10:59:34.972244 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bb758666-836e-4bb6-9e0c-f10e8bd861ec req-f3e153de-f1e3-443c-bde2-cbaaa8abe3de tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476727 Apr 06 10:59:35.013332 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-c08ec194-d61d-4d47-b181-9874abb7197e tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542407 Apr 06 10:59:35.111302 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-18e2dc85-8950-4052-aeb1-a143ae899b7b service neutron] 10.222.0.23 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849781 Apr 06 10:59:35.198962 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-8260c9f5-982a-4385-b7ef-a8235533758e service neutron] 10.222.0.23 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809927 Apr 06 10:59:35.365671 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dfafc462-9344-489c-9474-408da7e67b18 req-5f61adb2-9d38-4378-a6cd-fde440652071 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 210 time: 0.0343533 Apr 06 10:59:36.098073 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3ea57-8fa9-4d66-8df7-b74e767510cd req-17cec89c-11e2-42dc-a2d5-7e47b4f94588 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:36.099633 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-98c3ea57-8fa9-4d66-8df7-b74e767510cd req-17cec89c-11e2-42dc-a2d5-7e47b4f94588 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 946 time: 0.0545170 Apr 06 10:59:36.152430 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-98c3ea57-8fa9-4d66-8df7-b74e767510cd req-5fc21d82-9f4f-46d4-a326-f0005f3445f4 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472541 Apr 06 10:59:36.465269 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d5bbb353-0367-4932-bd16-788591117814 req-4f23743b-b50c-45f1-8402-5300040ec6f2 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 210 time: 0.0302789 Apr 06 10:59:36.819867 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-ccc7aab8-5b3a-464a-aac9-5dc276c7f7b2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:36.821198 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-ccc7aab8-5b3a-464a-aac9-5dc276c7f7b2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.26 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 946 time: 0.0544412 Apr 06 10:59:37.155752 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Deleting port 577354ce-af40-4a17-a042-317efbd3ec3f {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:37.156095 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.260207 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] For port 577354ce-af40-4a17-a042-317efbd3ec3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=577354ce-af40-4a17-a042-317efbd3ec3f,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:37.261258 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.334957 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-b6693253-423a-4994-a2a7-bf5beca6cb55 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:37.337243 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-b6693253-423a-4994-a2a7-bf5beca6cb55 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.26 "GET /v2.0/networks?id=b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 200 len: 810 time: 0.1475294 Apr 06 10:59:37.353980 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878087f5-9731-413c-a9e9-156d84bc9a1a req-0fd07742-1536-48e2-9b90-fe04d72e3a20 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:37.356186 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-878087f5-9731-413c-a9e9-156d84bc9a1a req-0fd07742-1536-48e2-9b90-fe04d72e3a20 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 946 time: 0.0999854 Apr 06 10:59:37.445051 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-878087f5-9731-413c-a9e9-156d84bc9a1a req-1e31d182-0f75-4a57-8e44-db0cb6aab97f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=9d4213fc-71ab-4255-a113-53a5e7dd881b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815711 Apr 06 10:59:37.453541 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.453917 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (016f74ea-e56c-4824-ac9a-45868535547f), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.454714 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Floating IP 016f74ea-e56c-4824-ac9a-45868535547f disassociated. External IP: 172.27.1.173, port: 577354ce-af40-4a17-a042-317efbd3ec3f. Apr 06 10:59:37.454714 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Calling delete_port for 577354ce-af40-4a17-a042-317efbd3ec3f owned by compute:nova {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:37.460866 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-45dfe977-3b90-40a2-a461-f6d73e6747d4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9283348a33dd4069a243783b2295178f HTTP/1.1" status: 200 len: 380 time: 0.0900519 Apr 06 10:59:37.525265 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'port': {'device_id': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'admin_state_up': True, 'tenant_id': '9283348a33dd4069a243783b2295178f', 'security_groups': ['8b23b41e-0209-4e40-970a-ce1d05ac4c8a']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:37.585361 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-40f0e13c-61dc-4303-a11a-42677190ab6b req-3864c641-ff91-4813-959d-d4a6dbbfa6cc tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 210 time: 0.0483422 Apr 06 10:59:37.613552 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (577354ce-af40-4a17-a042-317efbd3ec3f), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.635333 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Made reservation on behalf of 9283348a33dd4069a243783b2295178f for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:37.638633 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.648308 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event deleted for resources: {'Port': ['ID=577354ce-af40-4a17-a042-317efbd3ec3f,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:37.763880 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Router 77a5222e-c3a8-42c4-9c49-4740832b19bf has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:37.768144 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Allocated IP 172.20.0.5 (b9435f01-e75d-47f9-9918-d437dc99ce1a/d8cb4a9d-3fd6-40dd-93f9-d0599d19883c/9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:37.880263 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:37.892001 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] Sync routers for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:37.902627 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:37.903637 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:37.911897 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.929714 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] No DVR routers for this DVR port 577354ce-af40-4a17-a042-317efbd3ec3f on host hv-cinder-83607 {{(pid=115084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:37.932812 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.936226 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6fbb631e-6632-451f-9be9-a1c110be76d9 req-39ab4322-3294-46d3-9a21-4ebef8b6a099 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.26 "DELETE /v2.0/ports/577354ce-af40-4a17-a042-317efbd3ec3f HTTP/1.1" status: 204 len: 173 time: 0.8706751 Apr 06 10:59:37.936671 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'name': 'network-vif-deleted', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:37.939345 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf478b94-4206-4f09-9237-fe642ae8421c" -d '{"events": [{"server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "name": "network-vif-deleted", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:37.951288 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:37.990676 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da37b891-7c65-4036-b309-64b930e3698e x-openstack-request-id: req-da37b891-7c65-4036-b309-64b930e3698e {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:37.990922 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6de55072-8180-4709-ac8e-740ab8ddaeb4", "name": "network-vif-deleted", "tag": "577354ce-af40-4a17-a042-317efbd3ec3f", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:37.991179 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-da37b891-7c65-4036-b309-64b930e3698e {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:37.991781 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da37b891-7c65-4036-b309-64b930e3698e'] response: {'server_uuid': '6de55072-8180-4709-ac8e-740ab8ddaeb4', 'name': 'network-vif-deleted', 'tag': '577354ce-af40-4a17-a042-317efbd3ec3f', 'status': 'completed', 'code': 200} Apr 06 10:59:38.005570 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Network b9435f01-e75d-47f9-9918-d437dc99ce1a is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:38.009314 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:38.014063 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:38.040706 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:38.048773 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event updated for resources: {'Port': ['ID=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:38.073562 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:38.074231 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.103881 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5a7f225a-013f-4d2c-8091-36a5d07f8c9a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822220 Apr 06 10:59:38.208574 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Request body: {'port': {'device_id': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:38.282327 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.319956 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:38.347754 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] Checking router: 77a5222e-c3a8-42c4-9c49-4740832b19bf for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:38.360300 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:38.360949 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:38.415125 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-2fb45790-306a-44b7-b3b8-ddb87eaf6bfd None None] Provisioning complete for port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:38.415547 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-2fb45790-306a-44b7-b3b8-ddb87eaf6bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.486542 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-2fb45790-306a-44b7-b3b8-ddb87eaf6bfd None None] Port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:38.521353 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-1c316ea2-8d11-4152-9676-e8eb9987e10d tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245351901&fields=id&tenant_id=76b9d1e8f88245e58aad5d0e9051ae06 HTTP/1.1" status: 200 len: 267 time: 0.0946801 Apr 06 10:59:38.523535 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:38.641781 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-6ec4845c-d2ed-42da-88e5-36e2b5741b29 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:38.656760 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-6ec4845c-d2ed-42da-88e5-36e2b5741b29 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 985 time: 0.1247978 Apr 06 10:59:38.664035 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-d90ae5eb-8fb1-41bb-9fee-5fc1e6122bd4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Request body: {'port': {'security_groups': ['e097c233-501b-47e6-97ef-f88bf2f9ef12']}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:38.765260 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-d90ae5eb-8fb1-41bb-9fee-5fc1e6122bd4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.765971 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-754d2c1f-779e-450e-b44a-950aa32b782f req-7c222125-1672-4f16-a38d-aa67cd93d301 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6de55072-8180-4709-ac8e-740ab8ddaeb4 HTTP/1.1" status: 200 len: 210 time: 0.0383079 Apr 06 10:59:38.789988 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:38.817541 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42eec8b1-613e-4d22-bd9e-cce411aa4271 None None] The sync data for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi is: [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:38.915236 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:59:38.925402 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Publish callbacks [] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.945188 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Transition to ACTIVE for port object 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:59:38.954016 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7538140-e7e8-4935-a0a2-a292dd908a17 req-949dc400-c77d-4702-b418-566390ac4eaa tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:38.960074 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d7538140-e7e8-4935-a0a2-a292dd908a17 req-949dc400-c77d-4702-b418-566390ac4eaa tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 931 time: 0.1146917 Apr 06 10:59:38.963477 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:38.985396 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-d90ae5eb-8fb1-41bb-9fee-5fc1e6122bd4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] For port e219d8ad-1492-4529-95e4-8dfd1a3950ab, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:39.019755 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-d90ae5eb-8fb1-41bb-9fee-5fc1e6122bd4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.025695 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-d90ae5eb-8fb1-41bb-9fee-5fc1e6122bd4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.044015 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Pushing event updated for resources: {'Port': ['ID=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:39.059076 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d7538140-e7e8-4935-a0a2-a292dd908a17 req-8371939e-e16f-404c-b609-65009521cb26 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966818 Apr 06 10:59:39.062792 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['e219d8ad-1492-4529-95e4-8dfd1a3950ab'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:59:39.112737 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-d90ae5eb-8fb1-41bb-9fee-5fc1e6122bd4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:39.113421 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-d90ae5eb-8fb1-41bb-9fee-5fc1e6122bd4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.114870 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4703f5fc-bd85-4b04-98c7-4b612e030bc9 req-d90ae5eb-8fb1-41bb-9fee-5fc1e6122bd4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "PUT /v2.0/ports/e219d8ad-1492-4529-95e4-8dfd1a3950ab HTTP/1.1" status: 200 len: 943 time: 0.4567397 Apr 06 10:59:39.122174 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58272) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:39.192932 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2143641-fe33-4b02-8d57-259348f1d6e9 None None] New status for floating IP 016f74ea-e56c-4824-ac9a-45868535547f: DOWN {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:59:39.202171 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Attempting to bind port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:39.202793 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Attempting to bind port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:39.203410 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Attempting to bind port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f on network b9435f01-e75d-47f9-9918-d437dc99ce1a {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:39.213127 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f on network b9435f01-e75d-47f9-9918-d437dc99ce1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:59:39.213899 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Attempting to bind port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f on network b9435f01-e75d-47f9-9918-d437dc99ce1a {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:39.216543 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ae5eb-8fb1-41bb-9fee-5fc1e6122bd4 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event updated for resources: {'Port': ['ID=e219d8ad-1492-4529-95e4-8dfd1a3950ab,revision_number=7']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:39.222582 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:39.223345 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Checking segment: {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:39.224236 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Bound using segment: {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:39.224857 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Bound port: 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f59ada-0925-48ba-a144-507c3caa84a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:39.225416 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.265537 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd27631c-291e-4461-b2f9-ec04ad3cc7a0 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group (789f844a-7405-4cf7-8710-3891a198368c), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.298737 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd27631c-291e-4461-b2f9-ec04ad3cc7a0 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group (789f844a-7405-4cf7-8710-3891a198368c), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.300384 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['e219d8ad-1492-4529-95e4-8dfd1a3950ab'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:59:39.367513 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] For port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:39.384786 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] For port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:39.398204 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.403793 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd27631c-291e-4461-b2f9-ec04ad3cc7a0 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (789f844a-7405-4cf7-8710-3891a198368c), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.420452 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cd27631c-291e-4461-b2f9-ec04ad3cc7a0 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.425576 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-cd27631c-291e-4461-b2f9-ec04ad3cc7a0 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "DELETE /v2.0/security-groups/789f844a-7405-4cf7-8710-3891a198368c HTTP/1.1" status: 204 len: 168 time: 0.3023729 Apr 06 10:59:39.427978 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58274) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:39.442766 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:39.443869 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.447037 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] 10.222.0.26 "PUT /v2.0/ports/9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f HTTP/1.1" status: 200 len: 1093 time: 1.3280232 Apr 06 10:59:39.447554 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'tag': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:39.453704 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6537c314-3188-4487-90f2-5bf3cccb968b" -d '{"events": [{"name": "network-changed", "server_uuid": "ede2d045-5b1d-4daa-a9e8-f410c330b126", "tag": "9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:39.525780 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72298ea-976b-4faa-ace6-8cbbd78acd99 service neutron] Pushing event updated for resources: {'Port': ['ID=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:39.547146 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27631c-291e-4461-b2f9-ec04ad3cc7a0 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=789f844a-7405-4cf7-8710-3891a198368c,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:39.557021 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-a81c27ea-ec70-429f-b4af-8a7892cceb9d None None] Provisioning complete for port e219d8ad-1492-4529-95e4-8dfd1a3950ab triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:39.557510 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a81c27ea-ec70-429f-b4af-8a7892cceb9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.645806 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-d82d7012-62d5-4f3d-8bd2-ff82acbacfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:39.647442 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-d82d7012-62d5-4f3d-8bd2-ff82acbacfca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 1127 time: 0.1022336 Apr 06 10:59:39.650677 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f885eb35-eee7-4e12-a23e-e9abf7d2e2e8 x-openstack-request-id: req-f885eb35-eee7-4e12-a23e-e9abf7d2e2e8 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:39.651265 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede2d045-5b1d-4daa-a9e8-f410c330b126", "tag": "9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:39.651550 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f885eb35-eee7-4e12-a23e-e9abf7d2e2e8 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:39.651970 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f885eb35-eee7-4e12-a23e-e9abf7d2e2e8'] response: {'name': 'network-changed', 'server_uuid': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'tag': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f', 'status': 'completed', 'code': 200} Apr 06 10:59:39.703698 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-a81c27ea-ec70-429f-b4af-8a7892cceb9d None None] Current status of the port e219d8ad-1492-4529-95e4-8dfd1a3950ab is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:39.726912 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-6411fd95-e52a-4898-8665-c33722cf9f8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f HTTP/1.1" status: 200 len: 217 time: 0.0476975 Apr 06 10:59:39.746184 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Deleting port 0caa9d75-d2a2-4d0c-9913-f21b38f9055e {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:39.746776 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (0caa9d75-d2a2-4d0c-9913-f21b38f9055e), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.792838 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-2595ebb7-d3b1-4b86-9cdf-54bf7406a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:39.794341 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-2595ebb7-d3b1-4b86-9cdf-54bf7406a490 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8cb4a9d-3fd6-40dd-93f9-d0599d19883c HTTP/1.1" status: 200 len: 849 time: 0.0538201 Apr 06 10:59:39.840296 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (0caa9d75-d2a2-4d0c-9913-f21b38f9055e), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.840623 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for floatingip (0caa9d75-d2a2-4d0c-9913-f21b38f9055e), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:39.855526 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Calling delete_port for 0caa9d75-d2a2-4d0c-9913-f21b38f9055e owned by network:floatingip {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:39.857142 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5e03792f-6f35-4f1c-8463-99a81e064ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:39.858696 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-5e03792f-6f35-4f1c-8463-99a81e064ac1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9435f01-e75d-47f9-9918-d437dc99ce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565033 Apr 06 10:59:39.867503 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58284) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:39.956505 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-9bb033c9-8a3d-452b-857d-48588d653dfb service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913541 Apr 06 10:59:39.993731 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:39.996192 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56" -d '{"events": [{"name": "network-changed", "server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:40.027945 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-eaf56283-4256-4374-a3b4-f41de5c1ab89 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (9d4213fc-71ab-4255-a113-53a5e7dd881b), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.044745 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe01b266-0147-41b6-8b4e-bf18961aa71b x-openstack-request-id: req-fe01b266-0147-41b6-8b4e-bf18961aa71b {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:40.045120 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:40.045283 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe01b266-0147-41b6-8b4e-bf18961aa71b {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:40.045667 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe01b266-0147-41b6-8b4e-bf18961aa71b'] response: {'name': 'network-changed', 'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'status': 'completed', 'code': 200} Apr 06 10:59:40.063620 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5e41eeb0-c274-4036-bc87-4da8c79ede11 req-48451f70-d7b9-4496-872a-6f2b799bc1c2 service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006756 Apr 06 10:59:40.072562 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-eaf56283-4256-4374-a3b4-f41de5c1ab89 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (9d4213fc-71ab-4255-a113-53a5e7dd881b), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.155024 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (0caa9d75-d2a2-4d0c-9913-f21b38f9055e), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.160899 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-eaf56283-4256-4374-a3b4-f41de5c1ab89 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (9d4213fc-71ab-4255-a113-53a5e7dd881b), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.163720 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-eaf56283-4256-4374-a3b4-f41de5c1ab89 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.164286 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-98e5cae9-8624-41c8-8969-70e02e7ae337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:40.169261 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-eaf56283-4256-4374-a3b4-f41de5c1ab89 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "DELETE /v2.0/security-groups/9d4213fc-71ab-4255-a113-53a5e7dd881b HTTP/1.1" status: 204 len: 168 time: 0.2963943 Apr 06 10:59:40.169534 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-98e5cae9-8624-41c8-8969-70e02e7ae337 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76b9d1e8f88245e58aad5d0e9051ae06&device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 1130 time: 0.0704637 Apr 06 10:59:40.169534 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58290) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:40.194540 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.api.v2.resource [None req-542fac9d-f852-41ae-9533-7db39089cf71 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] show failed (client error): The resource could not be found. Apr 06 10:59:40.196237 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-542fac9d-f852-41ae-9533-7db39089cf71 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups/9d4213fc-71ab-4255-a113-53a5e7dd881b HTTP/1.1" status: 404 len: 347 time: 0.0251358 Apr 06 10:59:40.215236 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58292) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:40.340359 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699359b-ae4c-4e79-ba05-753e0c7ae09e req-8124dcb2-d4a9-46f7-a53a-6d9ce36bd28c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:40.341979 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6699359b-ae4c-4e79-ba05-753e0c7ae09e req-8124dcb2-d4a9-46f7-a53a-6d9ce36bd28c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 943 time: 0.1592221 Apr 06 10:59:40.405313 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6699359b-ae4c-4e79-ba05-753e0c7ae09e req-b7bfad14-d411-46b4-a132-12c220926bb6 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572889 Apr 06 10:59:40.407659 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-49159caf-9897-4a40-bb65-3e8dc088da7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Deleting port a3ae3f12-8aa0-4d4a-bf11-4192cf784db5 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:40.408003 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-49159caf-9897-4a40-bb65-3e8dc088da7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (a3ae3f12-8aa0-4d4a-bf11-4192cf784db5), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.432340 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event deleted for resources: {'Port': ['ID=0caa9d75-d2a2-4d0c-9913-f21b38f9055e,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:40.432340 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf56283-4256-4374-a3b4-f41de5c1ab89 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4213fc-71ab-4255-a113-53a5e7dd881b,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:40.443440 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 10:59:40.484538 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 577354ce-af40-4a17-a042-317efbd3ec3f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:59:40.497763 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-49159caf-9897-4a40-bb65-3e8dc088da7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (a3ae3f12-8aa0-4d4a-bf11-4192cf784db5), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.498094 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-49159caf-9897-4a40-bb65-3e8dc088da7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (a3ae3f12-8aa0-4d4a-bf11-4192cf784db5), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.504792 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks [] for floatingip (375ade36-4aaf-4e4a-90ce-6cf083d972fb), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.505259 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Floating IP 375ade36-4aaf-4e4a-90ce-6cf083d972fb disassociated (deleted). External IP: 172.27.1.185, port: e219d8ad-1492-4529-95e4-8dfd1a3950ab. Apr 06 10:59:40.506156 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 577354ce-af40-4a17-a042-317efbd3ec3f {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:59:40.506702 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 577354ce-af40-4a17-a042-317efbd3ec3f not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:59:40.513099 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-49159caf-9897-4a40-bb65-3e8dc088da7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Calling delete_port for a3ae3f12-8aa0-4d4a-bf11-4192cf784db5 owned by network:floatingip {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:40.646934 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-49159caf-9897-4a40-bb65-3e8dc088da7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (a3ae3f12-8aa0-4d4a-bf11-4192cf784db5), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.679542 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49159caf-9897-4a40-bb65-3e8dc088da7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event deleted for resources: {'Port': ['ID=a3ae3f12-8aa0-4d4a-bf11-4192cf784db5,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:40.718495 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Router efd62417-4d65-409c-aae0-c3e953d3da4a has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:40.741016 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-49159caf-9897-4a40-bb65-3e8dc088da7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (016f74ea-e56c-4824-ac9a-45868535547f), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.743816 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-49159caf-9897-4a40-bb65-3e8dc088da7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.745020 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-49159caf-9897-4a40-bb65-3e8dc088da7c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "DELETE /v2.0/floatingips/016f74ea-e56c-4824-ac9a-45868535547f HTTP/1.1" status: 204 len: 168 time: 0.5287058 Apr 06 10:59:40.836113 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:40.841075 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:40.850058 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] Sync routers for ids ['efd62417-4d65-409c-aae0-c3e953d3da4a'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:40.859523 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] Routers {'efd62417-4d65-409c-aae0-c3e953d3da4a'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:40.860149 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['efd62417-4d65-409c-aae0-c3e953d3da4a'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:40.873552 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-f0b013c4-9e14-4654-b3f6-6072c62bac60 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "DELETE /v2.0/floatingips/375ade36-4aaf-4e4a-90ce-6cf083d972fb HTTP/1.1" status: 204 len: 168 time: 1.4419115 Apr 06 10:59:40.961697 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58302) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:40.966409 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-dab1d558-a60e-4307-ab64-b358139b06a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596060326', 'description': 'tempest-description--588589916'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:40.978956 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] Set router efd62417-4d65-409c-aae0-c3e953d3da4a gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:41.014072 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dab1d558-a60e-4307-ab64-b358139b06a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.104517 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537c314-3188-4487-90f2-5bf3cccb968b req-b6084e45-1183-4d43-b6b1-aa8b7203b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:41.108500 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6537c314-3188-4487-90f2-5bf3cccb968b req-b6084e45-1183-4d43-b6b1-aa8b7203b76e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 1127 time: 0.1146960 Apr 06 10:59:41.119735 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-e8a559a6-c47c-4401-88cb-335ab3cabed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:41.121474 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-e8a559a6-c47c-4401-88cb-335ab3cabed4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 HTTP/1.1" status: 200 len: 915 time: 0.1375504 Apr 06 10:59:41.175146 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-789ad32d-34fe-43b8-a05c-5a1da315f578 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab HTTP/1.1" status: 200 len: 217 time: 0.0466182 Apr 06 10:59:41.199654 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dab1d558-a60e-4307-ab64-b358139b06a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (1a035311-e2ae-434c-b889-41cd439b8ed3), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.208299 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dab1d558-a60e-4307-ab64-b358139b06a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (1a035311-e2ae-434c-b889-41cd439b8ed3), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.232515 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-71751c8f-9509-4ca7-80f0-0afc637cc829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:41.234361 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-71751c8f-9509-4ca7-80f0-0afc637cc829 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9ffca87-eb1b-4ad6-bd43-02402d42fd82 HTTP/1.1" status: 200 len: 853 time: 0.0537410 Apr 06 10:59:41.253517 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dab1d558-a60e-4307-ab64-b358139b06a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.254851 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-dab1d558-a60e-4307-ab64-b358139b06a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2924247 Apr 06 10:59:41.258378 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58308) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:41.263828 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-a2e22bcd-6d5b-40fa-ba73-8dc962324d24 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'security_group_rule': {'security_group_id': '1a035311-e2ae-434c-b889-41cd439b8ed3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:41.265726 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab1d558-a60e-4307-ab64-b358139b06a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a035311-e2ae-434c-b889-41cd439b8ed3,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:41.281527 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537c314-3188-4487-90f2-5bf3cccb968b req-2461e076-df05-4f7e-8716-f08a5135e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:41.283089 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6537c314-3188-4487-90f2-5bf3cccb968b req-2461e076-df05-4f7e-8716-f08a5135e0c8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 200 len: 911 time: 0.1569333 Apr 06 10:59:41.294893 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a2e22bcd-6d5b-40fa-ba73-8dc962324d24 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (8e98ffd7-ce8b-4190-adf4-c687697a3067), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.353605 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a2e22bcd-6d5b-40fa-ba73-8dc962324d24 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (8e98ffd7-ce8b-4190-adf4-c687697a3067), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.357287 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a2e22bcd-6d5b-40fa-ba73-8dc962324d24 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (8e98ffd7-ce8b-4190-adf4-c687697a3067), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.379632 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e22bcd-6d5b-40fa-ba73-8dc962324d24 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e98ffd7-ce8b-4190-adf4-c687697a3067,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:41.388061 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:39Z', 'revision_number': 5, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:41.388485 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a2e22bcd-6d5b-40fa-ba73-8dc962324d24 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.389540 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-a2e22bcd-6d5b-40fa-ba73-8dc962324d24 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298029 Apr 06 10:59:41.392104 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58310) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:41.397084 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-02620b50-16ae-4dae-93c0-ae016bef8a43 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'security_group_rule': {'security_group_id': '1a035311-e2ae-434c-b889-41cd439b8ed3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:41.417991 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] Checking router: efd62417-4d65-409c-aae0-c3e953d3da4a for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:41.425079 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-02620b50-16ae-4dae-93c0-ae016bef8a43 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (690a079e-4324-47c4-bf07-65520b318b4d), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.428717 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] Routers {'efd62417-4d65-409c-aae0-c3e953d3da4a'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:41.429361 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['efd62417-4d65-409c-aae0-c3e953d3da4a'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:41.498573 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-02620b50-16ae-4dae-93c0-ae016bef8a43 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (690a079e-4324-47c4-bf07-65520b318b4d), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.520696 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-02620b50-16ae-4dae-93c0-ae016bef8a43 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (690a079e-4324-47c4-bf07-65520b318b4d), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.544709 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02620b50-16ae-4dae-93c0-ae016bef8a43 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=690a079e-4324-47c4-bf07-65520b318b4d,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:41.557012 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-02620b50-16ae-4dae-93c0-ae016bef8a43 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.558327 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-02620b50-16ae-4dae-93c0-ae016bef8a43 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649804 Apr 06 10:59:41.561915 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58314) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:41.566664 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:41.567375 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] Set router efd62417-4d65-409c-aae0-c3e953d3da4a gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:41.571037 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31829c-69b8-4b77-8173-9cb3e3291632 req-453cb455-518c-4aae-9400-75532f246e33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:41.572660 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5b31829c-69b8-4b77-8173-9cb3e3291632 req-453cb455-518c-4aae-9400-75532f246e33 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 943 time: 0.0882773 Apr 06 10:59:41.623142 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6537c314-3188-4487-90f2-5bf3cccb968b req-fb8c67e6-6df4-469c-8127-594e2b4a13af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f HTTP/1.1" status: 200 len: 217 time: 0.0496912 Apr 06 10:59:41.639488 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:41.653181 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5b31829c-69b8-4b77-8173-9cb3e3291632 req-ec5bcaba-e858-41b5-8314-5cd4f808945a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718269 Apr 06 10:59:41.655914 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-27ad8111-52ab-45e0-b059-77e09f14aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:41.657355 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-27ad8111-52ab-45e0-b059-77e09f14aa19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838258 Apr 06 10:59:41.736139 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537c314-3188-4487-90f2-5bf3cccb968b req-47d9b67a-edc9-46dc-b2db-2760fb1e1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:41.738301 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6537c314-3188-4487-90f2-5bf3cccb968b req-47d9b67a-edc9-46dc-b2db-2760fb1e1635 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8cb4a9d-3fd6-40dd-93f9-d0599d19883c HTTP/1.1" status: 200 len: 849 time: 0.1080704 Apr 06 10:59:41.763641 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-22e7a8ac-f5f3-46d2-8fdb-092734bbae4a service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995929 Apr 06 10:59:41.804805 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:39Z', 'revision_number': 5, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:41.835981 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c84ae6-d825-47a5-8628-2ad6c96ac263 None None] The sync data for ids ['efd62417-4d65-409c-aae0-c3e953d3da4a'] in dv-cinder-836070-2-iscsi is: [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:30Z', 'revision_number': 4, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '7b4ca6fa-dbf8-4916-98ec-dde16527f4b1', 'name': '', 'network_id': '9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'mac_address': 'fa:16:3e:83:55:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:29Z', 'updated_at': '2022-04-06T10:56:39Z', 'revision_number': 5, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'subnets': [{'id': 'c9ffca87-eb1b-4ad6-bd43-02402d42fd82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:41.842601 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537c314-3188-4487-90f2-5bf3cccb968b req-396eb9c5-3229-41df-b55b-2483defbc975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:41.844197 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6537c314-3188-4487-90f2-5bf3cccb968b req-396eb9c5-3229-41df-b55b-2483defbc975 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9435f01-e75d-47f9-9918-d437dc99ce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0733800 Apr 06 10:59:41.891586 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ce6fe50c-4f7c-4ee9-9129-8b2b5b135b56 req-1e37d548-deae-4a66-ad72-e86c3abcd148 service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191089 Apr 06 10:59:41.909330 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.006804 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6537c314-3188-4487-90f2-5bf3cccb968b req-20ce0505-af3f-4cab-a722-21752fcef4a0 service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545737 Apr 06 10:59:42.046161 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:42.048450 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae321001-4482-4830-83cf-1889ee577c61" -d '{"events": [{"name": "network-changed", "server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:42.099431 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2f7f21-deeb-4212-83b9-ba838978c94f None None] New status for floating IP 375ade36-4aaf-4e4a-90ce-6cf083d972fb: DOWN {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:59:42.126036 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Allocated IP 172.27.1.169 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/4741cf74-887f-47b5-9b4d-ce2118175609) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:42.159577 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd45cb0-a86b-4e8e-997e-3ef2b1052c0f x-openstack-request-id: req-ccd45cb0-a86b-4e8e-997e-3ef2b1052c0f {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:42.159939 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:42.160125 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ccd45cb0-a86b-4e8e-997e-3ef2b1052c0f {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:42.160628 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd45cb0-a86b-4e8e-997e-3ef2b1052c0f'] response: {'name': 'network-changed', 'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'status': 'completed', 'code': 200} Apr 06 10:59:42.223422 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6537c314-3188-4487-90f2-5bf3cccb968b req-9ce38a91-c4ab-4ca5-a79a-f67ee6cd2a10 service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981413 Apr 06 10:59:42.268303 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae321001-4482-4830-83cf-1889ee577c61 req-e839df6a-dbd5-47c6-8c74-f2bb8f983434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:42.269893 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ae321001-4482-4830-83cf-1889ee577c61 req-e839df6a-dbd5-47c6-8c74-f2bb8f983434 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=76b9d1e8f88245e58aad5d0e9051ae06&device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 1130 time: 0.0678389 Apr 06 10:59:42.315581 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for port (4741cf74-887f-47b5-9b4d-ce2118175609), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.363898 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (4741cf74-887f-47b5-9b4d-ce2118175609), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.375789 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae321001-4482-4830-83cf-1889ee577c61 req-159d73a3-6edc-4348-8583-ac6964578dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:42.377307 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ae321001-4482-4830-83cf-1889ee577c61 req-159d73a3-6edc-4348-8583-ac6964578dd2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 HTTP/1.1" status: 200 len: 915 time: 0.1012816 Apr 06 10:59:42.425005 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:42.426903 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'Port': ['ID=4741cf74-887f-47b5-9b4d-ce2118175609,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:42.429650 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:42.430766 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ae321001-4482-4830-83cf-1889ee577c61 req-05ec3498-1a5a-4486-aed8-5be3da6a2105 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab HTTP/1.1" status: 200 len: 217 time: 0.0446012 Apr 06 10:59:42.432185 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:42.495933 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:59:42.508079 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae321001-4482-4830-83cf-1889ee577c61 req-f46192d3-d177-4a38-9dce-810926db50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:42.512165 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ae321001-4482-4830-83cf-1889ee577c61 req-f46192d3-d177-4a38-9dce-810926db50f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9ffca87-eb1b-4ad6-bd43-02402d42fd82 HTTP/1.1" status: 200 len: 853 time: 0.0747504 Apr 06 10:59:42.533088 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (ed90c9ac-32cb-4797-82ff-cbf2365de017), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.575766 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae321001-4482-4830-83cf-1889ee577c61 req-89c9b573-46bd-409d-8530-27a32ed87480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:42.577283 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ae321001-4482-4830-83cf-1889ee577c61 req-89c9b573-46bd-409d-8530-27a32ed87480 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605109 Apr 06 10:59:42.577944 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4741cf74-887f-47b5-9b4d-ce2118175609), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.614949 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:42.629161 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'port_id': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f', 'mac_address': 'fa:16:3e:c1:af:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:59:42.669500 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:42.670403 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.676122 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ae321001-4482-4830-83cf-1889ee577c61 req-18c74c4e-4e72-44c1-8b20-ea4a3cec7db8 service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922766 Apr 06 10:59:42.685195 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:59:42.712448 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:42.718715 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.765203 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for port (4741cf74-887f-47b5-9b4d-ce2118175609), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.772293 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (4741cf74-887f-47b5-9b4d-ce2118175609), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.805600 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:42.815745 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.816970 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.817500 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.818118 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.818615 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.819108 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.819720 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.820464 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.821060 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.821535 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.822031 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.822680 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.822798 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ae321001-4482-4830-83cf-1889ee577c61 req-0c8c5473-0b9d-462c-81c9-5f47ad232dc1 service neutron] 10.222.0.26 "GET /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406040 Apr 06 10:59:42.823288 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.823815 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.824290 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 10:59:42.830317 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b368d-8907-4cb0-a4f9-8350e7d3e302 req-4c65268e-d7a8-49f8-a358-5f7928bb72aa tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:42.832000 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f70b368d-8907-4cb0-a4f9-8350e7d3e302 req-4c65268e-d7a8-49f8-a358-5f7928bb72aa tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 944 time: 0.0910461 Apr 06 10:59:42.847612 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-984b1f70-a04c-464d-bfb0-a22dccaf7993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.878662 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'Port': ['ID=4741cf74-887f-47b5-9b4d-ce2118175609,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:42.886861 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (ed90c9ac-32cb-4797-82ff-cbf2365de017), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.887326 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f70b368d-8907-4cb0-a4f9-8350e7d3e302 req-bde1a3b9-dcca-4e03-8072-ecab5f0a4f90 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463603 Apr 06 10:59:42.903418 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:42.905617 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-6971d471-c5d3-4144-8dc0-2b9f03beb999 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3419783 Apr 06 10:59:43.082020 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:59:43.098375 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-ffefe48d-d7b6-481b-835e-1cdb214cf5ae tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1596060326&fields=id&tenant_id=1520446eb9854376954ced1cdb152f81 HTTP/1.1" status: 200 len: 267 time: 0.0429838 Apr 06 10:59:43.202990 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647af76-60d4-4935-a8d3-f62548082e39 req-a7d3e652-68cd-4422-94d8-2acb5204eb08 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:43.204492 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-a7d3e652-68cd-4422-94d8-2acb5204eb08 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 816 time: 0.0996535 Apr 06 10:59:43.219839 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-57ea031a-015e-4fde-9659-eaf6ae4cae76 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/quotas/1520446eb9854376954ced1cdb152f81 HTTP/1.1" status: 200 len: 375 time: 0.0090294 Apr 06 10:59:43.279027 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-d4cbad8d-b1d1-4ba3-a942-0a4bf1d5450b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533588 Apr 06 10:59:43.418286 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-fb94d604-8431-40f8-a721-d61445edb741 service neutron] 10.222.0.23 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273811 Apr 06 10:59:43.513709 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-ac1682a9-46b8-49c7-af32-bc5157d43c74 service neutron] 10.222.0.23 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892720 Apr 06 10:59:43.683726 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fed71f6c-156b-42c8-b23f-a45c9fb0342d req-6fa5a86c-4b84-431c-b471-d7d12350bc1a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 210 time: 0.0309591 Apr 06 10:59:43.835726 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cfe440-0e82-42bb-897c-4d6b323bedab req-496fc64f-ce23-470a-b3e5-5217b94bb0ef tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:43.838234 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-80cfe440-0e82-42bb-897c-4d6b323bedab req-496fc64f-ce23-470a-b3e5-5217b94bb0ef tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0599897 Apr 06 10:59:43.895934 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-80cfe440-0e82-42bb-897c-4d6b323bedab req-e73fc1b8-2a60-4363-84ed-428e53bca92e tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512955 Apr 06 10:59:44.014940 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891a47c-a6f2-4398-a302-1bd7cd5d2106 req-e794580c-aa49-48b3-ac15-55a2d92de91a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:44.016456 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4891a47c-a6f2-4398-a302-1bd7cd5d2106 req-e794580c-aa49-48b3-ac15-55a2d92de91a tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 944 time: 0.0567954 Apr 06 10:59:44.063217 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4891a47c-a6f2-4398-a302-1bd7cd5d2106 req-e5d67920-0390-43f3-a3de-844ba227df47 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402689 Apr 06 10:59:44.508324 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:44.556289 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:59:44.561059 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:44.561441 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.640049 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:44.640450 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.665222 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:44.667534 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d700d-5519-4a01-9714-c6400a68d40b" -d '{"events": [{"server_uuid": "ede2d045-5b1d-4daa-a9e8-f410c330b126", "name": "network-vif-plugged", "status": "completed", "tag": "9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:44.682242 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:44.687113 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:44.715962 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f56c7f4-f76b-46eb-99dc-17e49cc8bb16 x-openstack-request-id: req-7f56c7f4-f76b-46eb-99dc-17e49cc8bb16 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:44.716233 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede2d045-5b1d-4daa-a9e8-f410c330b126", "name": "network-vif-plugged", "status": "completed", "tag": "9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:44.716924 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f56c7f4-f76b-46eb-99dc-17e49cc8bb16 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:44.716924 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f56c7f4-f76b-46eb-99dc-17e49cc8bb16'] response: {'server_uuid': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f', 'code': 200} Apr 06 10:59:44.748665 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:44.790516 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-28f327f1-c5ee-4514-a7ec-d39181bb3094 req-c1490c07-c7ac-48b2-993a-f271c7a2a859 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 210 time: 0.0299909 Apr 06 10:59:45.020562 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff6fe8-b2ce-4fec-b68f-f46a60f0e703 req-cee7180f-ca98-44e7-ad97-032683d69cb1 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:45.021986 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-86ff6fe8-b2ce-4fec-b68f-f46a60f0e703 req-cee7180f-ca98-44e7-ad97-032683d69cb1 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0531273 Apr 06 10:59:45.077439 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-86ff6fe8-b2ce-4fec-b68f-f46a60f0e703 req-9b02681e-e638-48d5-a50a-ec2413bbb130 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472279 Apr 06 10:59:45.186471 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873214-581d-4287-bd84-eb2a5f722b30 req-1ffedc49-1fde-4b4d-879b-6259089265c6 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:45.187982 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e1873214-581d-4287-bd84-eb2a5f722b30 req-1ffedc49-1fde-4b4d-879b-6259089265c6 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 945 time: 0.0571358 Apr 06 10:59:45.238194 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e1873214-581d-4287-bd84-eb2a5f722b30 req-1880405b-c13d-4d49-b381-fa8a7e944ee1 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440552 Apr 06 10:59:45.577022 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cdf79-fa10-442a-8e49-092cfd781ef8 req-5958f0d7-e8a2-4220-af7a-cf38b9059997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:45.578548 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d48cdf79-fa10-442a-8e49-092cfd781ef8 req-5958f0d7-e8a2-4220-af7a-cf38b9059997 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 1129 time: 0.0468123 Apr 06 10:59:45.712233 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d48cdf79-fa10-442a-8e49-092cfd781ef8 req-388fdd52-8c92-42a3-9398-c655fb3f0f49 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415344 Apr 06 10:59:45.727187 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-53732ec7-b82d-49bd-b293-94f20d551335 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:45.728676 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-53732ec7-b82d-49bd-b293-94f20d551335 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.26 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0568058 Apr 06 10:59:45.816460 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-90806258-aab6-4847-9f57-3c330368f91d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:45.898681 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-07e6759e-0ade-4573-b67e-eed2e29a4580 req-97f1e569-ccc8-4707-9f7d-d4ec51df8793 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 210 time: 0.0315685 Apr 06 10:59:46.202039 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25923c-a7e8-40c5-a45f-e7068406a300 req-75639d28-62c0-47a4-95e3-b17fc96e023f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:46.203548 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3f25923c-a7e8-40c5-a45f-e7068406a300 req-75639d28-62c0-47a4-95e3-b17fc96e023f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 946 time: 0.0576625 Apr 06 10:59:46.252666 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3f25923c-a7e8-40c5-a45f-e7068406a300 req-fb33cc95-0191-4fa8-975d-848d8b74bbce tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/security-groups?id=e097c233-501b-47e6-97ef-f88bf2f9ef12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432227 Apr 06 10:59:46.386593 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-79e05903-236d-47cb-b697-120101458060 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Deleting port e219d8ad-1492-4529-95e4-8dfd1a3950ab {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:46.387179 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-79e05903-236d-47cb-b697-120101458060 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.396098 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cffb5-5855-4733-bb02-c3f9d6a428d8 req-0743c588-df79-472b-bbc8-8b05393914c8 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:46.397597 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0a9cffb5-5855-4733-bb02-c3f9d6a428d8 req-0743c588-df79-472b-bbc8-8b05393914c8 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 945 time: 0.0744112 Apr 06 10:59:46.469789 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.508298 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0a9cffb5-5855-4733-bb02-c3f9d6a428d8 req-8e593e02-7765-4f7a-bc9d-d70391f09668 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985820 Apr 06 10:59:46.519290 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-79e05903-236d-47cb-b697-120101458060 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] For port e219d8ad-1492-4529-95e4-8dfd1a3950ab, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=e219d8ad-1492-4529-95e4-8dfd1a3950ab,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:46.519759 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-79e05903-236d-47cb-b697-120101458060 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.531516 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-79e05903-236d-47cb-b697-120101458060 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Calling delete_port for e219d8ad-1492-4529-95e4-8dfd1a3950ab owned by compute:nova {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:46.661279 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-79e05903-236d-47cb-b697-120101458060 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (e219d8ad-1492-4529-95e4-8dfd1a3950ab), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.696445 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e05903-236d-47cb-b697-120101458060 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Pushing event deleted for resources: {'Port': ['ID=e219d8ad-1492-4529-95e4-8dfd1a3950ab,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:46.750021 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-79e05903-236d-47cb-b697-120101458060 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] No DVR routers for this DVR port e219d8ad-1492-4529-95e4-8dfd1a3950ab on host hv-cinder-83607 {{(pid=115084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:46.752594 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-79e05903-236d-47cb-b697-120101458060 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:46.756011 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-14859dd9-76e4-4a50-a881-9e74c6a826db req-79e05903-236d-47cb-b697-120101458060 tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.26 "DELETE /v2.0/ports/e219d8ad-1492-4529-95e4-8dfd1a3950ab HTTP/1.1" status: 204 len: 173 time: 0.5067630 Apr 06 10:59:46.756473 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'name': 'network-vif-deleted', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:46.758753 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc3f301-a29a-4e0c-bda1-6511aec823fc" -d '{"events": [{"server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "name": "network-vif-deleted", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:46.804643 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8838fe29-2522-46d9-aed4-5a066aa85ae6 x-openstack-request-id: req-8838fe29-2522-46d9-aed4-5a066aa85ae6 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:46.804965 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11ffc09-474b-4ff2-a702-93763008fc5f", "name": "network-vif-deleted", "tag": "e219d8ad-1492-4529-95e4-8dfd1a3950ab", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:46.805223 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8838fe29-2522-46d9-aed4-5a066aa85ae6 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:46.805627 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8838fe29-2522-46d9-aed4-5a066aa85ae6'] response: {'server_uuid': 'a11ffc09-474b-4ff2-a702-93763008fc5f', 'name': 'network-vif-deleted', 'tag': 'e219d8ad-1492-4529-95e4-8dfd1a3950ab', 'status': 'completed', 'code': 200} Apr 06 10:59:46.818967 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647af76-60d4-4935-a8d3-f62548082e39 req-79a532ec-884a-457a-ae44-1159c28c0b9c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:46.820501 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-79a532ec-884a-457a-ae44-1159c28c0b9c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.26 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 816 time: 0.1223195 Apr 06 10:59:47.012268 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-98a93a7d-2876-4756-80ad-5d4b7b9b411c req-986230dd-bc38-4d31-a5a9-1d294b6fb7f3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 210 time: 0.0300512 Apr 06 10:59:47.120068 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3b30e049-e8eb-4df6-8621-28037062a7ed tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1520446eb9854376954ced1cdb152f81 HTTP/1.1" status: 200 len: 380 time: 0.0925736 Apr 06 10:59:47.365294 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0c844841-05cd-4d97-8b7c-a4f3682afeb6 req-ccba2ed4-147c-4d80-8af0-cd4dab72a94f tempest-TestMinimumBasicScenario-1503107211 tempest-TestMinimumBasicScenario-1503107211-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11ffc09-474b-4ff2-a702-93763008fc5f HTTP/1.1" status: 200 len: 210 time: 0.0270686 Apr 06 10:59:47.560307 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'port': {'device_id': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'admin_state_up': True, 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'security_groups': ['1a035311-e2ae-434c-b889-41cd439b8ed3']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:47.646285 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1acbc2-2113-4c7e-b1bf-965f097e8db9 req-0a6a1e78-5905-4120-91ce-4783855b0252 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:47.648641 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9f1acbc2-2113-4c7e-b1bf-965f097e8db9 req-0a6a1e78-5905-4120-91ce-4783855b0252 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 945 time: 0.0599270 Apr 06 10:59:47.687003 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Made reservation on behalf of 1520446eb9854376954ced1cdb152f81 for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 10:59:47.690330 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:47.709351 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9f1acbc2-2113-4c7e-b1bf-965f097e8db9 req-a77bbd47-8dfb-42b0-980f-be35d166e50c tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550518 Apr 06 10:59:47.860576 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Allocated IP 172.20.0.8 (e57840e9-a610-40cb-aa8b-21f95edebb59/900d28c1-8915-4c2d-b801-0e4d8cf86a49/7245d029-810e-48c0-b918-abb58d13d36e) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 10:59:47.895483 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163b410-a54e-4643-8670-f407ec5c53e1 req-5aae4cf6-e938-4a7b-b951-d2689e9e73ca tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:47.897011 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8163b410-a54e-4643-8670-f407ec5c53e1 req-5aae4cf6-e938-4a7b-b951-d2689e9e73ca tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 945 time: 0.0948067 Apr 06 10:59:47.905714 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58392) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:47.911333 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-988bf893-c1e9-4ec2-9bc3-c53dd93d31ba tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Request body: {'floatingip': {'port_id': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:47.953537 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-988bf893-c1e9-4ec2-9bc3-c53dd93d31ba tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (04378e3a-45a4-49b5-be98-297dc128492f), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.035405 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for port (7245d029-810e-48c0-b918-abb58d13d36e), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.086937 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.136346 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Network e57840e9-a610-40cb-aa8b-21f95edebb59 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 10:59:48.139911 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 10:59:48.152595 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 10:59:48.225466 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event updated for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:48.260663 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:48.261624 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.268280 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828d180-1199-4b56-91d3-d6e8f3823f9e req-21c8bba0-c703-4e26-b314-7c53fbcedc4c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:48.270867 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2828d180-1199-4b56-91d3-d6e8f3823f9e req-21c8bba0-c703-4e26-b314-7c53fbcedc4c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 931 time: 0.1362894 Apr 06 10:59:48.283142 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-3983b98b-e0df-4d0d-9a2b-815296a7508d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7278829 Apr 06 10:59:48.301964 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Request body: {'port': {'device_id': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:48.316446 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.396639 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7245d029-810e-48c0-b918-abb58d13d36e), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.519626 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-cb204b03-b6ef-4391-9db7-8ee62d55070d None None] Provisioning complete for port 7245d029-810e-48c0-b918-abb58d13d36e triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:48.520797 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cb204b03-b6ef-4391-9db7-8ee62d55070d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (7245d029-810e-48c0-b918-abb58d13d36e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.570871 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-cb204b03-b6ef-4391-9db7-8ee62d55070d None None] Port 7245d029-810e-48c0-b918-abb58d13d36e cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 10:59:48.572789 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device e219d8ad-1492-4529-95e4-8dfd1a3950ab no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:59:48.602313 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: e219d8ad-1492-4529-95e4-8dfd1a3950ab {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:59:48.602684 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device e219d8ad-1492-4529-95e4-8dfd1a3950ab not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:59:48.680360 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2828d180-1199-4b56-91d3-d6e8f3823f9e req-1c168637-b9c2-4ed5-84e0-16222571308b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007726 Apr 06 10:59:48.748103 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7245d029-810e-48c0-b918-abb58d13d36e {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:59:48.757486 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Publish callbacks [] for port (7245d029-810e-48c0-b918-abb58d13d36e), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.773415 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Transition to ACTIVE for port object 7245d029-810e-48c0-b918-abb58d13d36e will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 10:59:48.778236 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.833771 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Pushing event updated for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:48.950746 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-988bf893-c1e9-4ec2-9bc3-c53dd93d31ba tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.951898 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Attempting to bind port 7245d029-810e-48c0-b918-abb58d13d36e on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 10:59:48.952377 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Attempting to bind port 7245d029-810e-48c0-b918-abb58d13d36e by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 10:59:48.952775 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Attempting to bind port 7245d029-810e-48c0-b918-abb58d13d36e on network e57840e9-a610-40cb-aa8b-21f95edebb59 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:48.955682 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-988bf893-c1e9-4ec2-9bc3-c53dd93d31ba tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (04378e3a-45a4-49b5-be98-297dc128492f), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:48.961869 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Port 7245d029-810e-48c0-b918-abb58d13d36e on network e57840e9-a610-40cb-aa8b-21f95edebb59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 10:59:48.962201 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Attempting to bind port 7245d029-810e-48c0-b918-abb58d13d36e on network e57840e9-a610-40cb-aa8b-21f95edebb59 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 10:59:48.977928 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 10:59:48.978333 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Checking segment: {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 10:59:48.978724 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Bound using segment: {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 10:59:48.979166 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Bound port: 7245d029-810e-48c0-b918-abb58d13d36e, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1508c9b8-a7ba-45e6-8925-4ab34ff26af0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 10:59:48.979570 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7245d029-810e-48c0-b918-abb58d13d36e), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.067332 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 10:59:49.070730 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 10:59:49.080581 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.095759 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-988bf893-c1e9-4ec2-9bc3-c53dd93d31ba tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Floating IP 04378e3a-45a4-49b5-be98-297dc128492f associated. External IP: 172.27.1.16, port: 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f. Apr 06 10:59:49.130636 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:49.131353 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.132998 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] 10.222.0.26 "PUT /v2.0/ports/7245d029-810e-48c0-b918-abb58d13d36e HTTP/1.1" status: 200 len: 1093 time: 0.8363285 Apr 06 10:59:49.133499 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:49.135939 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "tag": "7245d029-810e-48c0-b918-abb58d13d36e"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:49.187530 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58444) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:49.252234 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2f867d-c7f7-42a5-bbff-2521f2b4af17 x-openstack-request-id: req-2e2f867d-c7f7-42a5-bbff-2521f2b4af17 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:49.252444 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "tag": "7245d029-810e-48c0-b918-abb58d13d36e", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:49.252689 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e2f867d-c7f7-42a5-bbff-2521f2b4af17 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:49.253635 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e2f867d-c7f7-42a5-bbff-2521f2b4af17'] response: {'name': 'network-changed', 'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e', 'status': 'completed', 'code': 200} Apr 06 10:59:49.271040 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a825ce-d992-4a37-99cd-9e1f71389116 service neutron] Pushing event updated for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:49.400843 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988bf893-c1e9-4ec2-9bc3-c53dd93d31ba tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:49.574186 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988bf893-c1e9-4ec2-9bc3-c53dd93d31ba tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:49.582448 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-988bf893-c1e9-4ec2-9bc3-c53dd93d31ba tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.589658 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] Sync routers for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:49.603490 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:49.604713 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:49.618699 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647af76-60d4-4935-a8d3-f62548082e39 req-c28d204b-d030-4850-bf58-55195af50f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:49.620247 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-c28d204b-d030-4850-bf58-55195af50f47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 1127 time: 0.3715801 Apr 06 10:59:49.636455 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-988bf893-c1e9-4ec2-9bc3-c53dd93d31ba tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "PUT /v2.0/floatingips/04378e3a-45a4-49b5-be98-297dc128492f HTTP/1.1" status: 200 len: 990 time: 1.7293434 Apr 06 10:59:49.637373 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'tag': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:49.641908 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71494ab9-0c8e-4313-aa04-dafbba0873cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ede2d045-5b1d-4daa-a9e8-f410c330b126", "tag": "9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:49.676735 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-9a6fc4de-0713-456a-bb34-f61084226557 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7245d029-810e-48c0-b918-abb58d13d36e HTTP/1.1" status: 200 len: 217 time: 0.0409122 Apr 06 10:59:49.677893 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:49.776750 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d88999d-9da4-405e-9466-4435161c9bf7 x-openstack-request-id: req-0d88999d-9da4-405e-9466-4435161c9bf7 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:49.777291 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ede2d045-5b1d-4daa-a9e8-f410c330b126", "tag": "9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:49.777291 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d88999d-9da4-405e-9466-4435161c9bf7 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:49.777687 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d88999d-9da4-405e-9466-4435161c9bf7'] response: {'name': 'network-changed', 'server_uuid': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'tag': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f', 'status': 'completed', 'code': 200} Apr 06 10:59:49.789307 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:49.822817 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647af76-60d4-4935-a8d3-f62548082e39 req-6af042e1-a92f-4e4a-a1c2-09bd91e1f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:49.824363 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-6af042e1-a92f-4e4a-a1c2-09bd91e1f479 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 200 len: 855 time: 0.1059871 Apr 06 10:59:49.874428 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-ba188daf-68bb-4785-9f60-0af5a76427bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:49.876315 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-ba188daf-68bb-4785-9f60-0af5a76427bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9283348a33dd4069a243783b2295178f&device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 1129 time: 0.0557857 Apr 06 10:59:49.936157 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971a64f-6a55-45dc-9b92-a4e2a6feb9ef req-ba7b0a3c-1469-4740-bc9b-def631545312 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:49.937684 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4971a64f-6a55-45dc-9b92-a4e2a6feb9ef req-ba7b0a3c-1469-4740-bc9b-def631545312 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.1266229 Apr 06 10:59:49.955815 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647af76-60d4-4935-a8d3-f62548082e39 req-d168f8c1-b46a-46ad-9b7d-d7dd70e1198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:49.957859 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-d168f8c1-b46a-46ad-9b7d-d7dd70e1198a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e57840e9-a610-40cb-aa8b-21f95edebb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1154246 Apr 06 10:59:49.989801 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-594f2ceb-77b0-4a4c-af26-dc2c0c3526ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:49.991663 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-594f2ceb-77b0-4a4c-af26-dc2c0c3526ac service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 200 len: 911 time: 0.1075699 Apr 06 10:59:50.068238 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-271b69c6-9993-45e7-a79a-b774d9ac1316 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f HTTP/1.1" status: 200 len: 998 time: 0.0699866 Apr 06 10:59:50.131856 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-2fcafc38-a92f-4090-9011-f0f7e794a475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:50.132126 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '04378e3a-45a4-49b5-be98-297dc128492f', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'port_id': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'mac_address': 'fa:16:3e:c1:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:48Z', 'revision_number': 1, 'project_id': '9283348a33dd4069a243783b2295178f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:50.134231 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-2fcafc38-a92f-4090-9011-f0f7e794a475 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8cb4a9d-3fd6-40dd-93f9-d0599d19883c HTTP/1.1" status: 200 len: 849 time: 0.0598834 Apr 06 10:59:50.156110 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4971a64f-6a55-45dc-9b92-a4e2a6feb9ef req-81627a93-0057-43c6-8e16-d995c2533db0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066548 Apr 06 10:59:50.161766 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] Checking router: 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:50.172016 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:50.173519 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:50.227969 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-0622e12d-e983-485e-a230-23cf3cae68b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:50.230837 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-0622e12d-e983-485e-a230-23cf3cae68b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9435f01-e75d-47f9-9918-d437dc99ce1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819728 Apr 06 10:59:50.235598 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-9f47d70e-b9cb-451f-9581-8f5102a1aae5 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698531 Apr 06 10:59:50.311437 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:50.342596 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-95761bb3-6f15-4a2e-8072-e2c946f48ab1 service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009068 Apr 06 10:59:50.456212 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-71494ab9-0c8e-4313-aa04-dafbba0873cb req-f14da7ad-d78d-4e04-8843-26bd9c05b2ad service neutron] 10.222.0.26 "GET /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057227 Apr 06 10:59:50.465577 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5647af76-60d4-4935-a8d3-f62548082e39 req-fb98f195-cade-4498-aa50-499e05063fc1 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232702 Apr 06 10:59:50.478175 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506467'] for router_interface (efd62417-4d65-409c-aae0-c3e953d3da4a), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:50.735184 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '04378e3a-45a4-49b5-be98-297dc128492f', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'port_id': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'mac_address': 'fa:16:3e:c1:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:48Z', 'revision_number': 1, 'project_id': '9283348a33dd4069a243783b2295178f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:50.790867 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b8e928-7ef9-408f-a1d1-fcc0930cb9ea None None] The sync data for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi is: [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '04378e3a-45a4-49b5-be98-297dc128492f', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'port_id': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'mac_address': 'fa:16:3e:c1:af:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:34Z', 'updated_at': '2022-04-06T10:59:48Z', 'revision_number': 1, 'project_id': '9283348a33dd4069a243783b2295178f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:50.837720 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] Deleting port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:50.838460 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:50.951251 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] For port 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=7b4ca6fa-dbf8-4916-98ec-dde16527f4b1,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:50.951665 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:50.967572 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] Calling delete_port for 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 owned by network:router_interface {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:51.058559 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384e3df4-1a25-4ccd-8073-aa4848c37847 None None] New status for floating IP 04378e3a-45a4-49b5-be98-297dc128492f: ACTIVE {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 10:59:51.226407 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (7b4ca6fa-dbf8-4916-98ec-dde16527f4b1), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:51.260106 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4ca6fa-dbf8-4916-98ec-dde16527f4b1,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:51.324159 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee31e9-bcdb-46cf-ae94-5d256dfc200b req-3b0ad578-ef68-4e02-aacf-87aca94ae2f8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:51.325770 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-74ee31e9-bcdb-46cf-ae94-5d256dfc200b req-3b0ad578-ef68-4e02-aacf-87aca94ae2f8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0687685 Apr 06 10:59:51.411041 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-74ee31e9-bcdb-46cf-ae94-5d256dfc200b req-f9c241a2-4b01-4a68-939f-6a7bb9d362f1 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755494 Apr 06 10:59:51.525852 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-b95c4892-900a-4e84-858f-77c67ab4d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:51.527393 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-b95c4892-900a-4e84-858f-77c67ab4d0de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 1127 time: 0.1450467 Apr 06 10:59:51.530178 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506099'] for router_interface (efd62417-4d65-409c-aae0-c3e953d3da4a), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:51.775828 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] Router efd62417-4d65-409c-aae0-c3e953d3da4a has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:51.973810 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-4c3db71f-2ade-4b49-96c1-b3ff4d661355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:51.975318 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-4c3db71f-2ade-4b49-96c1-b3ff4d661355 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 917 time: 0.1839588 Apr 06 10:59:51.977577 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:51.982461 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-c12e32fd-90dc-4ec9-a2e1-443df60491cb admin admin] 10.222.0.23 "PUT /v2.0/routers/efd62417-4d65-409c-aae0-c3e953d3da4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7938383 Apr 06 10:59:51.985117 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58470) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:51.989423 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] Sync routers for ids ['efd62417-4d65-409c-aae0-c3e953d3da4a'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:52.003602 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] Routers {'efd62417-4d65-409c-aae0-c3e953d3da4a'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:52.004752 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['efd62417-4d65-409c-aae0-c3e953d3da4a'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:52.066648 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-4869f801-0bf3-49b6-a08c-306cf0263d45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7245d029-810e-48c0-b918-abb58d13d36e HTTP/1.1" status: 200 len: 217 time: 0.0734684 Apr 06 10:59:52.136658 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] Set router efd62417-4d65-409c-aae0-c3e953d3da4a gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:52.397593 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:59:51Z', 'revision_number': 5, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:52.425984 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] Checking router: efd62417-4d65-409c-aae0-c3e953d3da4a for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:52.428744 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-a24ae9e0-4d85-44e7-bd54-2aeb368510c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:52.430216 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-a24ae9e0-4d85-44e7-bd54-2aeb368510c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 200 len: 855 time: 0.3562460 Apr 06 10:59:52.435201 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] Routers {'efd62417-4d65-409c-aae0-c3e953d3da4a'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:52.435978 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['efd62417-4d65-409c-aae0-c3e953d3da4a'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:52.451556 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Publish callbacks [] for router (efd62417-4d65-409c-aae0-c3e953d3da4a), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.555228 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 7245d029-810e-48c0-b918-abb58d13d36e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 10:59:52.566369 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264dc98-6677-4ee1-ab78-853a9dcbef25 req-262ed92f-3699-47ad-97cc-2b306edc393f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:52.568682 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0264dc98-6677-4ee1-ab78-853a9dcbef25 req-262ed92f-3699-47ad-97cc-2b306edc393f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0675182 Apr 06 10:59:52.582129 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-633edd8d-ae8c-474a-aa13-6d4e8500360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:52.583947 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-633edd8d-ae8c-474a-aa13-6d4e8500360d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e57840e9-a610-40cb-aa8b-21f95edebb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1469905 Apr 06 10:59:52.596387 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] Set router efd62417-4d65-409c-aae0-c3e953d3da4a gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:52.658346 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0264dc98-6677-4ee1-ab78-853a9dcbef25 req-b2d85120-1527-450e-970c-0a4bdfb9d453 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770555 Apr 06 10:59:52.667255 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Publish callbacks [] for router_gateway (efd62417-4d65-409c-aae0-c3e953d3da4a), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.749384 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-563afded-47bc-4b7d-b8b4-72b5486b6d83 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545265 Apr 06 10:59:52.804238 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:52.825227 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '7245d029-810e-48c0-b918-abb58d13d36e', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'port_id': '7245d029-810e-48c0-b918-abb58d13d36e', 'mac_address': 'fa:16:3e:1a:16:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 10:59:52.893362 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 7245d029-810e-48c0-b918-abb58d13d36e is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:52.894285 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7245d029-810e-48c0-b918-abb58d13d36e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.897182 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Deleting port 64f183c5-8e45-4649-877d-5aead70fb699 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:52.897754 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (64f183c5-8e45-4649-877d-5aead70fb699), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.913289 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7245d029-810e-48c0-b918-abb58d13d36e {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 10:59:52.939359 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:52.941810 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:59:51Z', 'revision_number': 5, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:52.946051 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:52.975388 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cef86f7-6947-45c0-b4d2-88b90695de83 None None] The sync data for ids ['efd62417-4d65-409c-aae0-c3e953d3da4a'] in dv-cinder-836070-2-iscsi is: [{'id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'name': 'tempest-TestMinimumBasicScenario-277128537-router', 'tenant_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '64f183c5-8e45-4649-877d-5aead70fb699', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:59:51Z', 'revision_number': 5, 'project_id': '76b9d1e8f88245e58aad5d0e9051ae06', 'gw_port': {'id': '64f183c5-8e45-4649-877d-5aead70fb699', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:2e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efd62417-4d65-409c-aae0-c3e953d3da4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:25Z', 'updated_at': '2022-04-06T10:56:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:53.012610 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6bb3d29e-6dc7-4c79-a154-30df42a5ae1f req-c701ce4b-4ca8-4257-85e0-cfb2d90b5494 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567551 Apr 06 10:59:53.035803 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:53.055023 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] For port 64f183c5-8e45-4649-877d-5aead70fb699, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=64f183c5-8e45-4649-877d-5aead70fb699,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:53.055399 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (64f183c5-8e45-4649-877d-5aead70fb699), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:53.074116 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Calling delete_port for 64f183c5-8e45-4649-877d-5aead70fb699 owned by network:router_gateway {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:53.251441 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (64f183c5-8e45-4649-877d-5aead70fb699), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:53.265632 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['7245d029-810e-48c0-b918-abb58d13d36e'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 10:59:53.276760 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Pushing event deleted for resources: {'Port': ['ID=64f183c5-8e45-4649-877d-5aead70fb699,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:53.356497 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505909'] for router_gateway (efd62417-4d65-409c-aae0-c3e953d3da4a), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:53.497917 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6868'] for router (efd62417-4d65-409c-aae0-c3e953d3da4a), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:53.500924 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Publish callbacks [] for router_controller (efd62417-4d65-409c-aae0-c3e953d3da4a), precommit_delete_associations {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:53.588873 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475279'] for router (efd62417-4d65-409c-aae0-c3e953d3da4a), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:53.589558 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Fanout notify agent at l3_agent the message router_deleted on router efd62417-4d65-409c-aae0-c3e953d3da4a {{(pid=115083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 10:59:53.596548 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:53.600501 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-5b5b9151-9ce0-43b2-8673-0ce4bcdb050a admin admin] 10.222.0.23 "DELETE /v2.0/routers/efd62417-4d65-409c-aae0-c3e953d3da4a HTTP/1.1" status: 204 len: 168 time: 1.6119289 Apr 06 10:59:53.600738 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58484) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:53.682831 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ca2b7c-d957-4e29-b9f5-b371e68b6919 admin admin] Deleting subnet c9ffca87-eb1b-4ad6-bd43-02402d42fd82 {{(pid=115083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:59:53.689493 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-47ca2b7c-d957-4e29-b9f5-b371e68b6919 admin admin] Publish callbacks [] for subnet (c9ffca87-eb1b-4ad6-bd43-02402d42fd82), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:53.748303 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785c430-9eb0-4331-bec1-921e25d636eb req-e43ef0c7-5c1d-494e-b7c0-13f0cee7a8de tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:53.749855 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1785c430-9eb0-4331-bec1-921e25d636eb req-e43ef0c7-5c1d-494e-b7c0-13f0cee7a8de tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.1222219 Apr 06 10:59:53.752277 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-47ca2b7c-d957-4e29-b9f5-b371e68b6919 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126582856'] for subnet (c9ffca87-eb1b-4ad6-bd43-02402d42fd82), precommit_delete_associations {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:53.824391 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da389dd-156e-45e3-b3da-acfd640e6af2 req-237a9bdd-75e6-4c01-82f0-d6b1bc2f57bb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:53.826106 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5da389dd-156e-45e3-b3da-acfd640e6af2 req-237a9bdd-75e6-4c01-82f0-d6b1bc2f57bb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 944 time: 0.0712507 Apr 06 10:59:53.878058 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1785c430-9eb0-4331-bec1-921e25d636eb req-42e083a5-023b-4365-8a0e-d89f8cec8429 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051013 Apr 06 10:59:53.902262 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5da389dd-156e-45e3-b3da-acfd640e6af2 req-e20806e6-d150-428e-8a6c-320e03eff66a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650566 Apr 06 10:59:53.912993 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-47ca2b7c-d957-4e29-b9f5-b371e68b6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (c9ffca87-eb1b-4ad6-bd43-02402d42fd82), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:53.976771 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-47ca2b7c-d957-4e29-b9f5-b371e68b6919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126579873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126053405'] for subnet (c9ffca87-eb1b-4ad6-bd43-02402d42fd82), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.005977 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca2b7c-d957-4e29-b9f5-b371e68b6919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ffca87-eb1b-4ad6-bd43-02402d42fd82,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:54.008006 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-47ca2b7c-d957-4e29-b9f5-b371e68b6919 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.011225 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-47ca2b7c-d957-4e29-b9f5-b371e68b6919 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c9ffca87-eb1b-4ad6-bd43-02402d42fd82 HTTP/1.1" status: 204 len: 168 time: 0.4094617 Apr 06 10:59:54.014038 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f89ab72-c661-41f5-8a1c-a83da23a5c98 None None] Network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:59:54.014193 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58488) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:54.108049 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.181751 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Deleting port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:54.182459 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.239248 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab632bfe-e452-4a6a-90f5-9cb3b86ab536 None None] DHCP port deletion for 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 request from dv-cinder-836070-2-iscsi {{(pid=115085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 10:59:54.270313 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 64f183c5-8e45-4649-877d-5aead70fb699 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:59:54.273167 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] For port 1bc9d6ba-125a-485a-8982-bbb13f81daa0, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=1bc9d6ba-125a-485a-8982-bbb13f81daa0,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:54.273684 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.288355 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Calling delete_port for 1bc9d6ba-125a-485a-8982-bbb13f81daa0 owned by network:dhcp {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:54.293261 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 64f183c5-8e45-4649-877d-5aead70fb699 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:59:54.293615 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 64f183c5-8e45-4649-877d-5aead70fb699 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:59:54.294044 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:59:54.316439 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:59:54.316782 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 7b4ca6fa-dbf8-4916-98ec-dde16527f4b1 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:59:54.336964 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-ab632bfe-e452-4a6a-90f5-9cb3b86ab536 None None] Deleting port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 {{(pid=115085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:54.337343 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ab632bfe-e452-4a6a-90f5-9cb3b86ab536 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), before_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.372449 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.398591 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bc9d6ba-125a-485a-8982-bbb13f81daa0,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:54.402139 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] No DVR routers for this DVR port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 on host dv-cinder-836070-2-iscsi {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:54.407737 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-ab632bfe-e452-4a6a-90f5-9cb3b86ab536 None None] For port 1bc9d6ba-125a-485a-8982-bbb13f81daa0, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=1bc9d6ba-125a-485a-8982-bbb13f81daa0,segment=NetworkSegment(5986254a-0d19-4b3f-a4b4-acfe6a32ee40),segment_id=5986254a-0d19-4b3f-a4b4-acfe6a32ee40)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:54.408149 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ab632bfe-e452-4a6a-90f5-9cb3b86ab536 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), precommit_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.421529 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-ab632bfe-e452-4a6a-90f5-9cb3b86ab536 None None] Calling delete_port for 1bc9d6ba-125a-485a-8982-bbb13f81daa0 owned by network:dhcp {{(pid=115085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:54.476840 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.497181 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67']}} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:54.506506 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5986254a-0d19-4b3f-a4b4-acfe6a32ee40') {'for_net_delete': True} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:54.506797 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5986254a-0d19-4b3f-a4b4-acfe6a32ee40') {} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:54.516776 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126582963'] for segment (5986254a-0d19-4b3f-a4b4-acfe6a32ee40), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.531040 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (5986254a-0d19-4b3f-a4b4-acfe6a32ee40), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.538243 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=115083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:59:54.538640 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126579915'] for segment (5986254a-0d19-4b3f-a4b4-acfe6a32ee40), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: Traceback (most recent call last): Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: timer() Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: cb(*args, **kw) Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: return func(*args, **kwargs) Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: self._notify() Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: self.callback(batched_events) Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: event.method(event) Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: return f(self, *a, **k) Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._get(url).json() Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: return self.request(url, 'GET', **kwargs) Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:59:54.540455 dv-cinder-836070-2-iscsi neutron-server[115083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:59:54.596125 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.601661 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.604867 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] 10.222.0.23 "DELETE /v2.0/networks/9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 HTTP/1.1" status: 204 len: 168 time: 0.5898085 Apr 06 10:59:54.608004 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58490) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:54.617116 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60ed90-7c6b-4bfb-8b6d-b2fc1049d370 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:54.649133 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 7245d029-810e-48c0-b918-abb58d13d36e up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 10:59:54.719041 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ab632bfe-e452-4a6a-90f5-9cb3b86ab536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957'] for port (1bc9d6ba-125a-485a-8982-bbb13f81daa0), after_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.728193 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab632bfe-e452-4a6a-90f5-9cb3b86ab536 None None] Network 9c5317b8-5cee-4f4b-9a98-d5e68fa4fa67 is not hosted by any dhcp agent {{(pid=115085) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 06 10:59:54.728678 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab632bfe-e452-4a6a-90f5-9cb3b86ab536 None None] No DVR routers for this DVR port 1bc9d6ba-125a-485a-8982-bbb13f81daa0 on host dv-cinder-836070-2-iscsi {{(pid=115085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:54.755285 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab632bfe-e452-4a6a-90f5-9cb3b86ab536 None None] Pushing event deleted for resources: {'Port': ['ID=1bc9d6ba-125a-485a-8982-bbb13f81daa0,revision_number=None']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:54.764793 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 7245d029-810e-48c0-b918-abb58d13d36e completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 10:59:54.773868 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 7245d029-810e-48c0-b918-abb58d13d36e triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 10:59:54.773868 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (7245d029-810e-48c0-b918-abb58d13d36e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.854388 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 7245d029-810e-48c0-b918-abb58d13d36e is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 10:59:54.854793 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7245d029-810e-48c0-b918-abb58d13d36e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.878795 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:54.880999 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f758c067-1117-4b37-a181-506ef43382d1" -d '{"events": [{"server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "name": "network-vif-plugged", "status": "completed", "tag": "7245d029-810e-48c0-b918-abb58d13d36e"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:54.901450 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:54.909043 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:54.934549 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a26ff10-ac80-4b82-882f-4fb524dd90f5 x-openstack-request-id: req-0a26ff10-ac80-4b82-882f-4fb524dd90f5 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:54.934833 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "name": "network-vif-plugged", "status": "completed", "tag": "7245d029-810e-48c0-b918-abb58d13d36e", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:54.935082 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a26ff10-ac80-4b82-882f-4fb524dd90f5 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:54.935506 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a26ff10-ac80-4b82-882f-4fb524dd90f5'] response: {'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e', 'code': 200} Apr 06 10:59:54.964854 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:55.044765 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10e742-6929-47c4-ac10-808abccc0248 req-7f50ae36-07fe-45ba-8894-16076197e285 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:55.046222 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd10e742-6929-47c4-ac10-808abccc0248 req-7f50ae36-07fe-45ba-8894-16076197e285 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0611923 Apr 06 10:59:55.075621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbc134-cd7f-4d9c-a685-9eefa5954b16 req-1bf26dee-798a-456d-837f-5da83f3c1d9f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:55.077102 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bcdbc134-cd7f-4d9c-a685-9eefa5954b16 req-1bf26dee-798a-456d-837f-5da83f3c1d9f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.1087277 Apr 06 10:59:55.096423 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd10e742-6929-47c4-ac10-808abccc0248 req-39b558d5-91ab-42d8-9ae5-59f60a20cc7e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440893 Apr 06 10:59:55.149780 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506467'] for router_interface (281a4eaa-f5a4-4671-a0da-13d95853511f), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:55.155113 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bcdbc134-cd7f-4d9c-a685-9eefa5954b16 req-554c81c8-ac60-446d-aeef-94ee2bfcfd9e tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714519 Apr 06 10:59:55.465333 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] Deleting port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:55.465663 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:55.540071 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] For port 29421b2c-afe3-4fe7-adf5-28eb89e76ad9, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=29421b2c-afe3-4fe7-adf5-28eb89e76ad9,segment=NetworkSegment(fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707),segment_id=fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:55.540430 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:55.553080 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] Calling delete_port for 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 owned by network:router_interface {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:55.734554 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (29421b2c-afe3-4fe7-adf5-28eb89e76ad9), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:55.758804 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] Pushing event deleted for resources: {'Port': ['ID=29421b2c-afe3-4fe7-adf5-28eb89e76ad9,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:56.185894 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506099'] for router_interface (281a4eaa-f5a4-4671-a0da-13d95853511f), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.264683 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae5eb1-ddd3-4545-94fb-d9cc51fbcfc3 req-3620b1c7-a50b-4e5e-bc10-c918aa00750e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:56.266553 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9cae5eb1-ddd3-4545-94fb-d9cc51fbcfc3 req-3620b1c7-a50b-4e5e-bc10-c918aa00750e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0767205 Apr 06 10:59:56.326705 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9cae5eb1-ddd3-4545-94fb-d9cc51fbcfc3 req-680bf564-8549-47c9-b9e4-d57097cc6a10 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533543 Apr 06 10:59:56.342346 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 1bc9d6ba-125a-485a-8982-bbb13f81daa0 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:59:56.375958 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 1bc9d6ba-125a-485a-8982-bbb13f81daa0 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:59:56.376522 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 1bc9d6ba-125a-485a-8982-bbb13f81daa0 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:59:56.385356 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f7af-6e41-4211-88fc-85be54d001d7 req-5ea03d6f-0120-4844-80fb-67daf90044ba tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:56.386926 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b4d2f7af-6e41-4211-88fc-85be54d001d7 req-5ea03d6f-0120-4844-80fb-67daf90044ba tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.1101165 Apr 06 10:59:56.507476 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b4d2f7af-6e41-4211-88fc-85be54d001d7 req-1b467267-b0fc-4344-b5e4-d4b416a5a97f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142335 Apr 06 10:59:56.540442 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] Router 281a4eaa-f5a4-4671-a0da-13d95853511f has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:56.659811 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:56.664817 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-16d0281b-6f41-4153-ac99-37eff2a7c147 admin admin] 10.222.0.23 "PUT /v2.0/routers/281a4eaa-f5a4-4671-a0da-13d95853511f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0555120 Apr 06 10:59:56.668077 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58504) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:56.671317 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] Sync routers for ids ['281a4eaa-f5a4-4671-a0da-13d95853511f'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:56.682397 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] Routers {'281a4eaa-f5a4-4671-a0da-13d95853511f'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:56.683027 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['281a4eaa-f5a4-4671-a0da-13d95853511f'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:56.793262 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Publish callbacks [] for router (281a4eaa-f5a4-4671-a0da-13d95853511f), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.805487 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] Set router 281a4eaa-f5a4-4671-a0da-13d95853511f gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:56.809183 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3a4a3-668e-4d45-9017-14618b43db28 req-9d9f5ecb-a048-4b98-b2d6-2fcf4887d5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:56.810827 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cab3a4a3-668e-4d45-9017-14618b43db28 req-9d9f5ecb-a048-4b98-b2d6-2fcf4887d5c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 1129 time: 0.0510838 Apr 06 10:59:56.904989 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cab3a4a3-668e-4d45-9017-14618b43db28 req-60d4b602-6b17-4099-8d14-3e29326f40e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491400 Apr 06 10:59:56.937758 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Publish callbacks [] for router_gateway (281a4eaa-f5a4-4671-a0da-13d95853511f), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:56.954397 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed317c-5732-4996-80a5-b69a94d30509 req-915fae03-6186-4f6a-ac78-16d4f8f5fd50 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:56.955911 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-66ed317c-5732-4996-80a5-b69a94d30509 req-915fae03-6186-4f6a-ac78-16d4f8f5fd50 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.0820215 Apr 06 10:59:56.993523 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'name': 'tempest-TestMinimumBasicScenario-998024377-router', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112'}], 'enable_snat': True}, 'gw_port_id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:35Z', 'updated_at': '2022-04-06T10:59:55Z', 'revision_number': 5, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'gw_port': {'id': '9974abeb-1015-4ed5-96e2-6b6c9c0243b1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:62:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:56:36Z', 'updated_at': '2022-04-06T10:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:57.004534 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Deleting port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:57.004873 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.021326 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] Checking router: 281a4eaa-f5a4-4671-a0da-13d95853511f for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:57.030522 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] Routers {'281a4eaa-f5a4-4671-a0da-13d95853511f'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:57.031203 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['281a4eaa-f5a4-4671-a0da-13d95853511f'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:57.103889 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] For port 9974abeb-1015-4ed5-96e2-6b6c9c0243b1, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9974abeb-1015-4ed5-96e2-6b6c9c0243b1,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:57.104506 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.124618 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Calling delete_port for 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 owned by network:router_gateway {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:57.128898 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] Set router 281a4eaa-f5a4-4671-a0da-13d95853511f gateway port host: None {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:57.183042 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'name': 'tempest-TestMinimumBasicScenario-998024377-router', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:35Z', 'updated_at': '2022-04-06T10:59:56Z', 'revision_number': 6, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'gw_port_host': None}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:57.215894 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e8ac6-65c0-4589-bd37-d41b34ad7050 None None] The sync data for ids ['281a4eaa-f5a4-4671-a0da-13d95853511f'] in dv-cinder-836070-2-iscsi is: [{'id': '281a4eaa-f5a4-4671-a0da-13d95853511f', 'name': 'tempest-TestMinimumBasicScenario-998024377-router', 'tenant_id': 'daad601cac6e465aafd1b5207ebe197d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:56:35Z', 'updated_at': '2022-04-06T10:59:56Z', 'revision_number': 6, 'project_id': 'daad601cac6e465aafd1b5207ebe197d', 'gw_port_host': None}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:57.389519 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Deleting port 25acbe00-d438-4315-9300-4174dea414bd {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:57.390097 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (25acbe00-d438-4315-9300-4174dea414bd), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.395078 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (9974abeb-1015-4ed5-96e2-6b6c9c0243b1), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.465843 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Pushing event deleted for resources: {'Port': ['ID=9974abeb-1015-4ed5-96e2-6b6c9c0243b1,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:57.483318 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd054f2-b93b-4391-baae-82ef1a2f5bef req-bfb30edb-7f71-426f-b637-08e66f2861a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:57.484938 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5fd054f2-b93b-4391-baae-82ef1a2f5bef req-bfb30edb-7f71-426f-b637-08e66f2861a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0630343 Apr 06 10:59:57.547109 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5fd054f2-b93b-4391-baae-82ef1a2f5bef req-bb6e9021-69ad-414d-befa-d6ee8bd7d3f6 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544269 Apr 06 10:59:57.570809 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] For port 25acbe00-d438-4315-9300-4174dea414bd, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=25acbe00-d438-4315-9300-4174dea414bd,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:57.571190 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (25acbe00-d438-4315-9300-4174dea414bd), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.580527 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505909'] for router_gateway (281a4eaa-f5a4-4671-a0da-13d95853511f), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.779380 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6868'] for router (281a4eaa-f5a4-4671-a0da-13d95853511f), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.785860 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Publish callbacks [] for router_controller (281a4eaa-f5a4-4671-a0da-13d95853511f), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.915670 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352ddbd-cac4-4567-b38d-8484f0b55203 req-054470d8-d4fd-442a-9c46-a8abe8813afd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:57.917219 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c352ddbd-cac4-4567-b38d-8484f0b55203 req-054470d8-d4fd-442a-9c46-a8abe8813afd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 946 time: 0.2849824 Apr 06 10:59:57.920181 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475279'] for router (281a4eaa-f5a4-4671-a0da-13d95853511f), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.920697 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 281a4eaa-f5a4-4671-a0da-13d95853511f {{(pid=115084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 10:59:57.939394 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:57.941163 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-77fc070e-bb91-4fde-870a-124192e1a867 admin admin] 10.222.0.23 "DELETE /v2.0/routers/281a4eaa-f5a4-4671-a0da-13d95853511f HTTP/1.1" status: 204 len: 168 time: 1.2718680 Apr 06 10:59:57.944782 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58510) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:57.998253 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_v2 [None req-e02ff4a0-dc85-4735-884c-4441462ec402 admin admin] Deleting subnet 8abedf89-0207-4e30-bd8d-c15176d5a169 {{(pid=115083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 10:59:58.002230 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e02ff4a0-dc85-4735-884c-4441462ec402 admin admin] Publish callbacks [] for subnet (8abedf89-0207-4e30-bd8d-c15176d5a169), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.049051 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c352ddbd-cac4-4567-b38d-8484f0b55203 req-b83c26e9-7faf-4afa-9a0f-1ec0eb88ab3f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=664b379b-cc52-4532-aa7c-430c37759189&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242907 Apr 06 10:59:58.058214 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e02ff4a0-dc85-4735-884c-4441462ec402 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126582856'] for subnet (8abedf89-0207-4e30-bd8d-c15176d5a169), precommit_delete_associations {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.060623 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.060955 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (13fe39fa-5935-4140-b8bb-e040fafcdcdb), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.061434 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Floating IP 13fe39fa-5935-4140-b8bb-e040fafcdcdb disassociated. External IP: 172.27.1.154, port: 25acbe00-d438-4315-9300-4174dea414bd. Apr 06 10:59:58.061919 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Calling delete_port for 25acbe00-d438-4315-9300-4174dea414bd owned by compute:nova {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:58.160053 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e02ff4a0-dc85-4735-884c-4441462ec402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (8abedf89-0207-4e30-bd8d-c15176d5a169), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.242890 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:59:58.250569 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e02ff4a0-dc85-4735-884c-4441462ec402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126579873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126053405'] for subnet (8abedf89-0207-4e30-bd8d-c15176d5a169), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.263812 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (25acbe00-d438-4315-9300-4174dea414bd), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.267960 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:59:58.268312 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 29421b2c-afe3-4fe7-adf5-28eb89e76ad9 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:59:58.269205 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 10:59:58.288950 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e02ff4a0-dc85-4735-884c-4441462ec402 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.292144 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 10:59:58.292599 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9974abeb-1015-4ed5-96e2-6b6c9c0243b1 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 10:59:58.296657 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-e02ff4a0-dc85-4735-884c-4441462ec402 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/8abedf89-0207-4e30-bd8d-c15176d5a169 HTTP/1.1" status: 204 len: 168 time: 0.3469608 Apr 06 10:59:58.296848 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95266e9-43c5-4c81-b3d9-19b56199ebcb None None] Network 051da5d5-4f50-4143-8dff-2d0a5e21ef9e requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 10:59:58.296951 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ff4a0-dc85-4735-884c-4441462ec402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8abedf89-0207-4e30-bd8d-c15176d5a169,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:58.296951 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58512) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:58.316026 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event deleted for resources: {'Port': ['ID=25acbe00-d438-4315-9300-4174dea414bd,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:58.445450 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (051da5d5-4f50-4143-8dff-2d0a5e21ef9e), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.560350 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a8a78d-233d-471c-be60-70a50ca15515 None None] DHCP port deletion for 051da5d5-4f50-4143-8dff-2d0a5e21ef9e request from dv-cinder-836070-2-iscsi {{(pid=115085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 10:59:58.561367 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 10:59:58.599322 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Deleting port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:58.599862 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.660578 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8a78d-233d-471c-be60-70a50ca15515 None None] Deleting port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e {{(pid=115085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 10:59:58.660951 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d2a8a78d-233d-471c-be60-70a50ca15515 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), before_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.714517 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 10:59:58.727373 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6386669-5814-42a8-b624-e698202662e3 None None] Sync routers for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 10:59:58.764698 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] For port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=171f2fb2-a832-47ca-9eb2-ed38455a2e7e,segment=NetworkSegment(fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707),segment_id=fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:58.765273 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.775437 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6386669-5814-42a8-b624-e698202662e3 None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:58.776209 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-a6386669-5814-42a8-b624-e698202662e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:58.783855 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Calling delete_port for 171f2fb2-a832-47ca-9eb2-ed38455a2e7e owned by network:dhcp {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:58.787985 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] No DVR routers for this DVR port 25acbe00-d438-4315-9300-4174dea414bd on host hv-cinder-83607 {{(pid=115084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:58.791770 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.800097 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-66ed317c-5732-4996-80a5-b69a94d30509 req-ffb52449-6d58-4518-9dce-27a02ef6b5f7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "DELETE /v2.0/ports/25acbe00-d438-4315-9300-4174dea414bd HTTP/1.1" status: 204 len: 173 time: 1.6037648 Apr 06 10:59:58.800831 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'name': 'network-vif-deleted', 'tag': '25acbe00-d438-4315-9300-4174dea414bd'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 10:59:58.801400 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719b0a5-bd50-4050-863c-aead56db8e32 req-1358d2e9-4771-45cb-8e73-27152f923ede tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:58.802962 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4719b0a5-bd50-4050-863c-aead56db8e32 req-1358d2e9-4771-45cb-8e73-27152f923ede tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1204109 Apr 06 10:59:58.818194 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58305dcd-1a79-4ea8-89e9-d2c526c911b0" -d '{"events": [{"server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "name": "network-vif-deleted", "tag": "25acbe00-d438-4315-9300-4174dea414bd"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 10:59:58.838354 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-d2a8a78d-233d-471c-be60-70a50ca15515 None None] For port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=171f2fb2-a832-47ca-9eb2-ed38455a2e7e,segment=NetworkSegment(fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707),segment_id=fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 10:59:58.838860 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d2a8a78d-233d-471c-be60-70a50ca15515 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), precommit_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.874598 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 10:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73469eb7-0fe3-4d7f-891d-dbca16b06416 x-openstack-request-id: req-73469eb7-0fe3-4d7f-891d-dbca16b06416 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 10:59:58.874923 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f257a869-51b7-416b-a1ec-496d1a2b0d2b", "name": "network-vif-deleted", "tag": "25acbe00-d438-4315-9300-4174dea414bd", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 10:59:58.875179 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-73469eb7-0fe3-4d7f-891d-dbca16b06416 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 10:59:58.876241 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73469eb7-0fe3-4d7f-891d-dbca16b06416'] response: {'server_uuid': 'f257a869-51b7-416b-a1ec-496d1a2b0d2b', 'name': 'network-vif-deleted', 'tag': '25acbe00-d438-4315-9300-4174dea414bd', 'status': 'completed', 'code': 200} Apr 06 10:59:58.882346 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8a78d-233d-471c-be60-70a50ca15515 None None] Calling delete_port for 171f2fb2-a832-47ca-9eb2-ed38455a2e7e owned by network:dhcp {{(pid=115085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 10:59:58.938135 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4719b0a5-bd50-4050-863c-aead56db8e32 req-666d1fbc-aeec-4471-b5bf-1d61110ae8eb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902491 Apr 06 10:59:58.951159 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:58.982407 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=171f2fb2-a832-47ca-9eb2-ed38455a2e7e,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:58.991938 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] No DVR routers for this DVR port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e on host dv-cinder-836070-2-iscsi {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:59.001117 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-a6386669-5814-42a8-b624-e698202662e3 None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:59.104868 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0ae5b-c2c5-4378-8243-7c580d1c67b4 req-688ca28b-0b26-4390-9ec0-05932f08b1e5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 10:59:59.110138 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (051da5d5-4f50-4143-8dff-2d0a5e21ef9e), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.111542 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b7a0ae5b-c2c5-4378-8243-7c580d1c67b4 req-688ca28b-0b26-4390-9ec0-05932f08b1e5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0726068 Apr 06 10:59:59.117104 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58522) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:59.124002 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-fd4b1f8f-ee43-48e4-bc7f-a225df7f4202 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Request body: {'floatingip': {'port_id': '7245d029-810e-48c0-b918-abb58d13d36e'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 10:59:59.138769 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051da5d5-4f50-4143-8dff-2d0a5e21ef9e']}} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:59.151677 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707') {'for_net_delete': True} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:59.151968 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707') {} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:59.152275 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d2a8a78d-233d-471c-be60-70a50ca15515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957'] for port (171f2fb2-a832-47ca-9eb2-ed38455a2e7e), after_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.173101 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1f8f-ee43-48e4-bc7f-a225df7f4202 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (ed90c9ac-32cb-4797-82ff-cbf2365de017), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.184533 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2094881e-1211-4548-9c6f-a76818fbde1f req-dcb96e9a-d342-4548-b942-95700cc620a4 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=f257a869-51b7-416b-a1ec-496d1a2b0d2b HTTP/1.1" status: 200 len: 210 time: 0.0369642 Apr 06 10:59:59.186331 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126582963'] for segment (fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.189116 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a8a78d-233d-471c-be60-70a50ca15515 None None] No DVR routers for this DVR port 171f2fb2-a832-47ca-9eb2-ed38455a2e7e on host dv-cinder-836070-2-iscsi {{(pid=115085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 10:59:59.199426 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8a78d-233d-471c-be60-70a50ca15515 None None] Pushing event deleted for resources: {'Port': ['ID=171f2fb2-a832-47ca-9eb2-ed38455a2e7e,revision_number=None']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:59.212208 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.221706 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=115083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 10:59:59.221706 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126579915'] for segment (fa6bdcd1-5c59-40e1-8c7a-4e7f435ca707), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: Traceback (most recent call last): Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: timer() Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: cb(*args, **kw) Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: return func(*args, **kwargs) Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: self._notify() Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: self.callback(batched_events) Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: event.method(event) Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: return f(self, *a, **k) Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._get(url).json() Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: return self.request(url, 'GET', **kwargs) Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 10:59:59.225218 dv-cinder-836070-2-iscsi neutron-server[115083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 10:59:59.314565 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (051da5d5-4f50-4143-8dff-2d0a5e21ef9e), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.322488 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-a6386669-5814-42a8-b624-e698202662e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:31Z', 'revision_number': 5, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:59.333860 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.338221 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] 10.222.0.23 "DELETE /v2.0/networks/051da5d5-4f50-4143-8dff-2d0a5e21ef9e HTTP/1.1" status: 204 len: 168 time: 1.0275104 Apr 06 10:59:59.340991 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18b0d1-a4a1-4c33-8f89-7aa15d6a7cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=051da5d5-4f50-4143-8dff-2d0a5e21ef9e,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:59.367419 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6386669-5814-42a8-b624-e698202662e3 None None] Checking router: d47a5e74-1a6d-46f0-ad1f-a97fae1a220d for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 10:59:59.376344 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6386669-5814-42a8-b624-e698202662e3 None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 10:59:59.377233 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-a6386669-5814-42a8-b624-e698202662e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:59.509251 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-a6386669-5814-42a8-b624-e698202662e3 None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 10:59:59.578006 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58526) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:59.623194 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-088ec04a-d7a3-431d-a9ce-3e0890761b4d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76b9d1e8f88245e58aad5d0e9051ae06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415678 Apr 06 10:59:59.624032 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58528) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 10:59:59.675501 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8757b3a4-8397-4ca3-8747-941151f03017 admin admin] Publish callbacks [] for security_group (e097c233-501b-47e6-97ef-f88bf2f9ef12), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.697545 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8757b3a4-8397-4ca3-8747-941151f03017 admin admin] Publish callbacks [] for security_group (e097c233-501b-47e6-97ef-f88bf2f9ef12), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.731756 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-a6386669-5814-42a8-b624-e698202662e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:31Z', 'revision_number': 5, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 10:59:59.764289 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8757b3a4-8397-4ca3-8747-941151f03017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (e097c233-501b-47e6-97ef-f88bf2f9ef12), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.767552 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8757b3a4-8397-4ca3-8747-941151f03017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.767792 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6386669-5814-42a8-b624-e698202662e3 None None] The sync data for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi is: [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T10:54:20Z', 'revision_number': 4, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'e8e5c9fb-3174-4a83-8267-6e3c982fcc3e', 'name': '', 'network_id': '96f3043b-67c6-464c-b72a-826c66d4afef', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'mac_address': 'fa:16:3e:41:b6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:18Z', 'updated_at': '2022-04-06T10:54:31Z', 'revision_number': 5, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'subnets': [{'id': '2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 10:59:59.772712 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-8757b3a4-8397-4ca3-8747-941151f03017 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e097c233-501b-47e6-97ef-f88bf2f9ef12 HTTP/1.1" status: 204 len: 168 time: 0.1475215 Apr 06 10:59:59.787096 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757b3a4-8397-4ca3-8747-941151f03017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e097c233-501b-47e6-97ef-f88bf2f9ef12,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 10:59:59.992622 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1f8f-ee43-48e4-bc7f-a225df7f4202 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 10:59:59.999333 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1f8f-ee43-48e4-bc7f-a225df7f4202 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (ed90c9ac-32cb-4797-82ff-cbf2365de017), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.105372 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4718ba-0027-450d-ab37-93d0f12c74cc None None] New status for floating IP 13fe39fa-5935-4140-b8bb-e040fafcdcdb: DOWN {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:00:00.109872 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-fd4b1f8f-ee43-48e4-bc7f-a225df7f4202 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Floating IP ed90c9ac-32cb-4797-82ff-cbf2365de017 associated. External IP: 172.27.1.169, port: 7245d029-810e-48c0-b918-abb58d13d36e. Apr 06 11:00:00.215538 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58534) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:00.254829 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 171f2fb2-a832-47ca-9eb2-ed38455a2e7e no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:00.264615 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-c0aae117-40c2-45d5-a36a-01b20740b7cc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daad601cac6e465aafd1b5207ebe197d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475826 Apr 06 11:00:00.266935 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58538) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:00.306227 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 171f2fb2-a832-47ca-9eb2-ed38455a2e7e {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:00.306580 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 171f2fb2-a832-47ca-9eb2-ed38455a2e7e not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:00.345357 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01d36d18-3519-4658-9eec-1bf27269ba28 admin admin] Publish callbacks [] for security_group (6a82a387-d6e8-479b-b9c0-05f16464cf17), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.371495 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58542) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:00.375623 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01d36d18-3519-4658-9eec-1bf27269ba28 admin admin] Publish callbacks [] for security_group (6a82a387-d6e8-479b-b9c0-05f16464cf17), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.420888 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4b1f8f-ee43-48e4-bc7f-a225df7f4202 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Router 77a5222e-c3a8-42c4-9c49-4740832b19bf has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:00.438351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01d36d18-3519-4658-9eec-1bf27269ba28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (6a82a387-d6e8-479b-b9c0-05f16464cf17), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.442143 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01d36d18-3519-4658-9eec-1bf27269ba28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.443565 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-01d36d18-3519-4658-9eec-1bf27269ba28 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6a82a387-d6e8-479b-b9c0-05f16464cf17 HTTP/1.1" status: 204 len: 168 time: 0.1754196 Apr 06 11:00:00.461994 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d36d18-3519-4658-9eec-1bf27269ba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a82a387-d6e8-479b-b9c0-05f16464cf17,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:00.502595 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c6d878e3-f73a-4de0-8f46-ac5cea9c90a8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group (664b379b-cc52-4532-aa7c-430c37759189), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.563944 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c6d878e3-f73a-4de0-8f46-ac5cea9c90a8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group (664b379b-cc52-4532-aa7c-430c37759189), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.608922 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4b1f8f-ee43-48e4-bc7f-a225df7f4202 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:00.614012 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fd4b1f8f-ee43-48e4-bc7f-a225df7f4202 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.619971 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] Sync routers for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:00.636842 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:00.638238 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:00.650674 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-fd4b1f8f-ee43-48e4-bc7f-a225df7f4202 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "PUT /v2.0/floatingips/ed90c9ac-32cb-4797-82ff-cbf2365de017 HTTP/1.1" status: 200 len: 991 time: 1.5323567 Apr 06 11:00:00.668228 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c6d878e3-f73a-4de0-8f46-ac5cea9c90a8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (664b379b-cc52-4532-aa7c-430c37759189), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.671271 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-c6d878e3-f73a-4de0-8f46-ac5cea9c90a8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.672582 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-c6d878e3-f73a-4de0-8f46-ac5cea9c90a8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "DELETE /v2.0/security-groups/664b379b-cc52-4532-aa7c-430c37759189 HTTP/1.1" status: 204 len: 168 time: 0.2999954 Apr 06 11:00:00.675158 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58550) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:00.682484 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d878e3-f73a-4de0-8f46-ac5cea9c90a8 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=664b379b-cc52-4532-aa7c-430c37759189,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:00.692726 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 25acbe00-d438-4315-9300-4174dea414bd no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:00.693933 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.api.v2.resource [None req-0c87c08e-d154-4f4f-8d94-b860a23cc161 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] show failed (client error): The resource could not be found. Apr 06 11:00:00.696159 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-0c87c08e-d154-4f4f-8d94-b860a23cc161 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups/664b379b-cc52-4532-aa7c-430c37759189 HTTP/1.1" status: 404 len: 347 time: 0.0181177 Apr 06 11:00:00.697804 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58552) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:00.727666 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 25acbe00-d438-4315-9300-4174dea414bd {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:00.728318 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 25acbe00-d438-4315-9300-4174dea414bd not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:00.796833 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:00.830963 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-87bc04ff-b70b-4f92-ba8e-09e3021e06c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Deleting port ef95de5f-a1c5-4062-a952-e4785286281b {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:00.832078 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-87bc04ff-b70b-4f92-ba8e-09e3021e06c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (ef95de5f-a1c5-4062-a952-e4785286281b), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.879616 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:00.879996 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b538bbe-ace8-41e2-b3e9-957c88acceae" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "tag": "7245d029-810e-48c0-b918-abb58d13d36e"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:00.918476 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ac2911-49cb-47ab-8387-fcf3eaf19901 x-openstack-request-id: req-a2ac2911-49cb-47ab-8387-fcf3eaf19901 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:00.919014 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "tag": "7245d029-810e-48c0-b918-abb58d13d36e", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:00.919481 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2ac2911-49cb-47ab-8387-fcf3eaf19901 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:00.919880 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ac2911-49cb-47ab-8387-fcf3eaf19901'] response: {'name': 'network-changed', 'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e', 'status': 'completed', 'code': 200} Apr 06 11:00:00.937271 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-87bc04ff-b70b-4f92-ba8e-09e3021e06c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (ef95de5f-a1c5-4062-a952-e4785286281b), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.937906 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-87bc04ff-b70b-4f92-ba8e-09e3021e06c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for floatingip (ef95de5f-a1c5-4062-a952-e4785286281b), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:00.954800 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-87bc04ff-b70b-4f92-ba8e-09e3021e06c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Calling delete_port for ef95de5f-a1c5-4062-a952-e4785286281b owned by network:floatingip {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:01.028503 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-dfd62d3c-ee90-478b-b49d-6bf5b2c32e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:01.030394 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-dfd62d3c-ee90-478b-b49d-6bf5b2c32e58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 1129 time: 0.0592084 Apr 06 11:00:01.155266 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-0ec626eb-5e02-4dc5-9337-bde7986e0852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:01.156845 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-87bc04ff-b70b-4f92-ba8e-09e3021e06c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (ef95de5f-a1c5-4062-a952-e4785286281b), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.157164 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-0ec626eb-5e02-4dc5-9337-bde7986e0852 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 917 time: 0.1204236 Apr 06 11:00:01.192736 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc04ff-b70b-4f92-ba8e-09e3021e06c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event deleted for resources: {'Port': ['ID=ef95de5f-a1c5-4062-a952-e4785286281b,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:01.236780 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'ed90c9ac-32cb-4797-82ff-cbf2365de017', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'port_id': '7245d029-810e-48c0-b918-abb58d13d36e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'mac_address': 'fa:16:3e:1a:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:42Z', 'updated_at': '2022-04-06T10:59:59Z', 'revision_number': 1, 'project_id': '1520446eb9854376954ced1cdb152f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:01.259949 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-2e3370b5-c312-4d02-917e-fdac5cac7549 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7245d029-810e-48c0-b918-abb58d13d36e HTTP/1.1" status: 200 len: 999 time: 0.0967021 Apr 06 11:00:01.267644 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] Checking router: 77a5222e-c3a8-42c4-9c49-4740832b19bf for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:01.274275 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-87bc04ff-b70b-4f92-ba8e-09e3021e06c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks [] for floatingip (13fe39fa-5935-4140-b8bb-e040fafcdcdb), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.280071 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:01.280732 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:01.281014 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-87bc04ff-b70b-4f92-ba8e-09e3021e06c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.281995 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-87bc04ff-b70b-4f92-ba8e-09e3021e06c7 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "DELETE /v2.0/floatingips/13fe39fa-5935-4140-b8bb-e040fafcdcdb HTTP/1.1" status: 204 len: 168 time: 0.5831230 Apr 06 11:00:01.323215 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58574) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:01.337951 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-ce843173-45c8-40ac-9356-418df388574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:01.339662 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-ce843173-45c8-40ac-9356-418df388574a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 200 len: 855 time: 0.0712416 Apr 06 11:00:01.401834 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-61b20960-a39d-4f0a-8359-75671ba579cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:01.403600 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-61b20960-a39d-4f0a-8359-75671ba579cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e57840e9-a610-40cb-aa8b-21f95edebb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567324 Apr 06 11:00:01.438707 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:01.481992 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1773399726-network', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:01.508999 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Made reservation on behalf of e78e872bf09b41fbbae7e9266d0ee44c for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:01.512858 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.522025 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.532051 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-1b4c961c-1aff-4646-b6bf-3eb09be04c36 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194968 Apr 06 11:00:01.625853 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Publish callbacks [] for security_group (d207c56a-1837-4102-946d-8d6240f114f5), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.630399 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (d207c56a-1837-4102-946d-8d6240f114f5), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.639084 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b538bbe-ace8-41e2-b3e9-957c88acceae req-7bc0dfa1-0459-4522-bb15-8de3de5a17da service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005454 Apr 06 11:00:01.661259 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:00:01.673837 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d207c56a-1837-4102-946d-8d6240f114f5,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:01.679107 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (e4f11dd6-20ca-41d9-85f9-5782e729e0f1), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.679901 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Added segment e4f11dd6-20ca-41d9-85f9-5782e729e0f1 of type vlan for network 45f5500e-c23e-471c-8a77-568ec6c8ab7c Apr 06 11:00:01.732513 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (45f5500e-c23e-471c-8a77-568ec6c8ab7c), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.737423 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'ed90c9ac-32cb-4797-82ff-cbf2365de017', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'port_id': '7245d029-810e-48c0-b918-abb58d13d36e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'mac_address': 'fa:16:3e:1a:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:42Z', 'updated_at': '2022-04-06T10:59:59Z', 'revision_number': 1, 'project_id': '1520446eb9854376954ced1cdb152f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:01.759112 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (45f5500e-c23e-471c-8a77-568ec6c8ab7c), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.760114 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:01.760694 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.766528 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21df6e-40bd-41aa-b974-806047e543bd None None] The sync data for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi is: [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'ed90c9ac-32cb-4797-82ff-cbf2365de017', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'floating_ip_address': '172.27.1.169', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'port_id': '7245d029-810e-48c0-b918-abb58d13d36e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'mac_address': 'fa:16:3e:1a:16:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T10:59:42Z', 'updated_at': '2022-04-06T10:59:59Z', 'revision_number': 1, 'project_id': '1520446eb9854376954ced1cdb152f81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:01.813279 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4889033 Apr 06 11:00:01.816951 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58580) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:01.821978 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Request body: {'subnet': {'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1773399726-subnet', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:01.825239 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4daa52-94ec-4e66-b707-ecf663c41db6 admin admin] Pushing event updated for resources: {'Network': ['ID=45f5500e-c23e-471c-8a77-568ec6c8ab7c,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:01.838923 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:00:01.854201 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Made reservation on behalf of e78e872bf09b41fbbae7e9266d0ee44c for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:01.861566 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130416066'] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:01.999194 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba57f679-29d6-4deb-a071-22397609010d None None] New status for floating IP ed90c9ac-32cb-4797-82ff-cbf2365de017: ACTIVE {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:00:02.040430 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130413070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130416092'] for subnet (0bb3811b-d12d-460b-b74c-a1bade982c9f), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.094930 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb3811b-d12d-460b-b74c-a1bade982c9f,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:02.103791 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Checking segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:02.104143 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Network hostable DHCP agents. Network: 45f5500e-c23e-471c-8a77-568ec6c8ab7c, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:00:02.121161 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:00:02.131179 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 45f5500e-c23e-471c-8a77-568ec6c8ab7c) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:02.136167 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:02.137851 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.141383 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbb970e-6b42-43c5-a6a9-27f7bfdbe72f None None] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:02.156917 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d141a26b-90f3-4198-9ab3-76e475859b70 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3388143 Apr 06 11:00:02.159778 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58582) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:02.164089 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:02.186806 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (c92d4b53-91e4-4a40-b5c9-77bb863d357d), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.188136 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (c92d4b53-91e4-4a40-b5c9-77bb863d357d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.260510 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks [] for router_controller (c92d4b53-91e4-4a40-b5c9-77bb863d357d), precommit_add_association {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.294077 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:00:02.295303 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.422493 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks [] for router_gateway (c92d4b53-91e4-4a40-b5c9-77bb863d357d), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.452019 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Allocated IP 172.20.0.2 (45f5500e-c23e-471c-8a77-568ec6c8ab7c/0bb3811b-d12d-460b-b74c-a1bade982c9f/60c7f8f9-fe6f-463d-ac53-bd2057b47b37) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:02.635240 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Publish callbacks [] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.641401 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.650806 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks [] for router_gateway (c92d4b53-91e4-4a40-b5c9-77bb863d357d), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.670235 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.681733 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:02.684740 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:02.688236 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:02.695216 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Pushing event updated for resources: {'Port': ['ID=60c7f8f9-fe6f-463d-ac53-bd2057b47b37,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:02.748600 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Attempting to bind port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:02.749355 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Attempting to bind port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:02.749355 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Attempting to bind port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:02.755042 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:02.755428 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Checking segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:02.755892 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.756291 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Bound using segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:02.756772 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Bound port: 60c7f8f9-fe6f-463d-ac53-bd2057b47b37, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:02.757157 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.785015 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Allocated IP 172.27.1.132 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/111b9b1a-681e-4b84-8edb-67f713c0fb30) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:02.830501 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] For port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:02.834680 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] For port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=60c7f8f9-fe6f-463d-ac53-bd2057b47b37,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:02.843166 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.907356 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82eda96-d0e1-496f-b706-1e96fca81a34 None None] Pushing event updated for resources: {'Port': ['ID=60c7f8f9-fe6f-463d-ac53-bd2057b47b37,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:02.908975 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks [] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.949642 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:02.992867 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:02.996406 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:03.000009 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:03.005652 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Pushing event updated for resources: {'Port': ['ID=111b9b1a-681e-4b84-8edb-67f713c0fb30,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:03.292854 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks [] for router_gateway (c92d4b53-91e4-4a40-b5c9-77bb863d357d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.437518 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.548898 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (c92d4b53-91e4-4a40-b5c9-77bb863d357d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:03.730497 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Router c92d4b53-91e4-4a40-b5c9-77bb863d357d is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:00:03.946417 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b49d8b-b1f1-4e41-b2de-06b74e1ecbba None None] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:04.057600 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-2ab1e9b8-a95d-43b8-a298-fa42216e095b None None] Provisioning complete for port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:04.057884 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e9b8-a95d-43b8-a298-fa42216e095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.192872 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-2ab1e9b8-a95d-43b8-a298-fa42216e095b None None] Current status of the port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:04.193333 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e9b8-a95d-43b8-a298-fa42216e095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.229392 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da1410-7900-4d0a-abf7-d3decf66a04a req-2e93165e-8b8e-4bd4-8353-e16d9dc62e50 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:04.231120 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-52da1410-7900-4d0a-abf7-d3decf66a04a req-2e93165e-8b8e-4bd4-8353-e16d9dc62e50 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.0983691 Apr 06 11:00:04.233160 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:04.263497 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-2ab1e9b8-a95d-43b8-a298-fa42216e095b None None] For port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=60c7f8f9-fe6f-463d-ac53-bd2057b47b37,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:04.265276 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Sync routers for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:04.279875 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-2ab1e9b8-a95d-43b8-a298-fa42216e095b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.280857 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.282283 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-7b69e5b1-2c5c-45cb-99f2-8565dca7f18a admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1214817 Apr 06 11:00:04.286003 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58598) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:04.296367 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:04.296367 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:04.325660 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:04.336739 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-52da1410-7900-4d0a-abf7-d3decf66a04a req-2c9f2cea-b4ae-4ca0-8af9-924cece4a5c1 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863211 Apr 06 11:00:04.476344 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab1e9b8-a95d-43b8-a298-fa42216e095b None None] Pushing event updated for resources: {'Port': ['ID=60c7f8f9-fe6f-463d-ac53-bd2057b47b37,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:04.520256 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:04.552871 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:04.553248 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.580206 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-9547bf14-4134-482a-951d-6edb7ac0bf0b None None] Provisioning complete for port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:04.580495 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9547bf14-4134-482a-951d-6edb7ac0bf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:04.963575 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:04.968783 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-9547bf14-4134-482a-951d-6edb7ac0bf0b None None] Current status of the port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:04.994094 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:03Z', 'revision_number': 3, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:05.021555 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Checking router: c92d4b53-91e4-4a40-b5c9-77bb863d357d for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:05.021906 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Updating router c92d4b53-91e4-4a40-b5c9-77bb863d357d port 111b9b1a-681e-4b84-8edb-67f713c0fb30 binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:00:05.029326 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.048573 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.185778 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Allocated IP 172.20.0.1 (45f5500e-c23e-471c-8a77-568ec6c8ab7c/0bb3811b-d12d-460b-b74c-a1bade982c9f/9ac5a871-9bbb-4edb-b799-b2b58d12f5ac) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:05.286403 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Publish callbacks [] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.300822 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Publish callbacks [] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.306701 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.323297 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.359638 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Attempting to bind port 111b9b1a-681e-4b84-8edb-67f713c0fb30 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:05.360020 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Attempting to bind port 111b9b1a-681e-4b84-8edb-67f713c0fb30 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:05.360385 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Attempting to bind port 111b9b1a-681e-4b84-8edb-67f713c0fb30 on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:05.363812 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c17a78-96a9-45d1-ae1f-dd30397868bd None None] Pushing event updated for resources: {'Port': ['ID=111b9b1a-681e-4b84-8edb-67f713c0fb30,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:05.368159 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:05.368678 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:05.369062 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:05.369464 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.369851 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:05.370624 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Bound port: 111b9b1a-681e-4b84-8edb-67f713c0fb30, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:05.370771 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.371372 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:05.374350 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:05.422122 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (c92d4b53-91e4-4a40-b5c9-77bb863d357d), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.438348 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] For port 111b9b1a-681e-4b84-8edb-67f713c0fb30, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:05.443488 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] For port 111b9b1a-681e-4b84-8edb-67f713c0fb30, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=111b9b1a-681e-4b84-8edb-67f713c0fb30,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:05.456618 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.466363 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Pushing event updated for resources: {'Port': ['ID=9ac5a871-9bbb-4edb-b799-b2b58d12f5ac,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:05.527285 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c17a78-96a9-45d1-ae1f-dd30397868bd None None] Pushing event updated for resources: {'Port': ['ID=111b9b1a-681e-4b84-8edb-67f713c0fb30,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:05.531713 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:05.532367 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:05.608674 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78314b3-e02f-4ff1-8338-f6fbb86999e3 req-abf15143-d53f-4226-b3e7-74d589e0b73f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:05.610165 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e78314b3-e02f-4ff1-8338-f6fbb86999e3 req-abf15143-d53f-4226-b3e7-74d589e0b73f tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1449037 Apr 06 11:00:05.623441 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.657080 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:05.693295 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e78314b3-e02f-4ff1-8338-f6fbb86999e3 req-b99eca60-7c3f-40fe-9df6-b0e96e1ab123 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759232 Apr 06 11:00:05.764884 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-994a947b-0ed5-41fc-a63d-186ca8b10bf9 None None] Provisioning complete for port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:05.765296 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-994a947b-0ed5-41fc-a63d-186ca8b10bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.823376 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Publish callbacks [] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.827204 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-994a947b-0ed5-41fc-a63d-186ca8b10bf9 None None] Port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:00:05.829178 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.886536 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:03Z', 'revision_number': 3, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:05.900649 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Pushing event updated for resources: {'Port': ['ID=9ac5a871-9bbb-4edb-b799-b2b58d12f5ac,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:05.904667 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (c92d4b53-91e4-4a40-b5c9-77bb863d357d), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:05.918298 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca58314a-b9c2-4677-a60a-8ae92cdc2945 None None] The sync data for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi is: [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:03Z', 'revision_number': 3, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:06.031592 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:06.033791 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:06.233330 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Router c92d4b53-91e4-4a40-b5c9-77bb863d357d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:06.268599 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-0501d25c-e6f5-40d8-8f1f-8d397e1d5a51 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:06.270826 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-0501d25c-e6f5-40d8-8f1f-8d397e1d5a51 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 946 time: 0.1272261 Apr 06 11:00:06.328383 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:06.391318 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-e10a3a99-f7fa-420b-9c88-8a37177473b1 None None] Provisioning complete for port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:06.391736 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e10a3a99-f7fa-420b-9c88-8a37177473b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.409789 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:06.410383 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-24148821-5187-44de-afa8-a841ac59ae3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Deleting port a5c8ca29-81aa-409a-9f8b-23364b746079 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:06.410876 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-24148821-5187-44de-afa8-a841ac59ae3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.418507 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-b60a04ae-83fb-4116-a44e-ae776a2b6c2d admin admin] 10.222.0.23 "PUT /v2.0/routers/c92d4b53-91e4-4a40-b5c9-77bb863d357d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1307309 Apr 06 11:00:06.441971 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-11ecb3dc-5fd7-402d-a1f0-40515ac2f335 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1869895 Apr 06 11:00:06.452618 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:06.452996 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.524381 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-e10a3a99-f7fa-420b-9c88-8a37177473b1 None None] Port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:00:06.553535 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-24148821-5187-44de-afa8-a841ac59ae3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] For port a5c8ca29-81aa-409a-9f8b-23364b746079, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a5c8ca29-81aa-409a-9f8b-23364b746079,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:06.553801 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-24148821-5187-44de-afa8-a841ac59ae3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.564141 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-09c61ab7-b1ca-451b-9c0b-731e416bd2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:06.566077 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-09c61ab7-b1ca-451b-9c0b-731e416bd2cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d56cc77311aa435ca3a0d600f26a32cc&device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 1129 time: 0.0873806 Apr 06 11:00:06.579356 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-24148821-5187-44de-afa8-a841ac59ae3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Calling delete_port for a5c8ca29-81aa-409a-9f8b-23364b746079 owned by compute:nova {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:06.593111 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:06.717095 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-b2272864-5504-4719-b93a-2c5ceb318b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:06.718851 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-b2272864-5504-4719-b93a-2c5ceb318b85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2ef9f-7855-4256-a2fb-81a9774416fc HTTP/1.1" status: 200 len: 910 time: 0.1322498 Apr 06 11:00:06.765441 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-24148821-5187-44de-afa8-a841ac59ae3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (a5c8ca29-81aa-409a-9f8b-23364b746079), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.802126 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['23b3f75c-194d-4c4e-8f84-fc4281068749'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:00:06.814770 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-263669cd-5984-42d2-b06f-fc7e7fcecdea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4 HTTP/1.1" status: 200 len: 1000 time: 0.0884821 Apr 06 11:00:06.828781 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24148821-5187-44de-afa8-a841ac59ae3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event deleted for resources: {'Port': ['ID=a5c8ca29-81aa-409a-9f8b-23364b746079,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:06.853300 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fcdd8cc3-b8cd-4e3c-9324-c1fc49e06992 req-e0b5ff7b-c8af-4544-bd0c-3e2d7a4e38bd tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=61f901d3-cde9-47e6-a047-8ec95739a932 HTTP/1.1" status: 200 len: 210 time: 0.0663404 Apr 06 11:00:06.911154 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-24148821-5187-44de-afa8-a841ac59ae3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] No DVR routers for this DVR port a5c8ca29-81aa-409a-9f8b-23364b746079 on host hv-cinder-83607 {{(pid=115084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:06.915534 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-24148821-5187-44de-afa8-a841ac59ae3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:06.918228 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-cd307616-71c1-4901-bbb1-905402bc6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:06.920437 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-cd307616-71c1-4901-bbb1-905402bc6810 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a4771b5-9618-4e54-b37e-f57c1b6f8565 HTTP/1.1" status: 200 len: 848 time: 0.0993776 Apr 06 11:00:06.920684 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-736f9b68-c6cd-4edc-8a70-2bbad56b17ef req-24148821-5187-44de-afa8-a841ac59ae3a tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "DELETE /v2.0/ports/a5c8ca29-81aa-409a-9f8b-23364b746079 HTTP/1.1" status: 204 len: 173 time: 0.6312566 Apr 06 11:00:06.921166 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f901d3-cde9-47e6-a047-8ec95739a932', 'name': 'network-vif-deleted', 'tag': 'a5c8ca29-81aa-409a-9f8b-23364b746079'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:06.923435 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08237d6c-5ca0-4cd9-bed7-c5950d55f4be" -d '{"events": [{"server_uuid": "61f901d3-cde9-47e6-a047-8ec95739a932", "name": "network-vif-deleted", "tag": "a5c8ca29-81aa-409a-9f8b-23364b746079"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:06.970771 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0088c076-15fc-49bd-b703-b1a52c0f13ed x-openstack-request-id: req-0088c076-15fc-49bd-b703-b1a52c0f13ed {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:06.971061 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f901d3-cde9-47e6-a047-8ec95739a932", "name": "network-vif-deleted", "tag": "a5c8ca29-81aa-409a-9f8b-23364b746079", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:06.971314 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0088c076-15fc-49bd-b703-b1a52c0f13ed {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:06.971802 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0088c076-15fc-49bd-b703-b1a52c0f13ed'] response: {'server_uuid': '61f901d3-cde9-47e6-a047-8ec95739a932', 'name': 'network-vif-deleted', 'tag': 'a5c8ca29-81aa-409a-9f8b-23364b746079', 'status': 'completed', 'code': 200} Apr 06 11:00:06.997000 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-14badfb3-889a-45f0-8db8-6a15b27308d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:06.998581 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-14badfb3-889a-45f0-8db8-6a15b27308d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2ef9f-7855-4256-a2fb-81a9774416fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0693781 Apr 06 11:00:07.156474 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-dffa0525-1fa0-487e-aeb9-8b6c7a829bf2 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052096 Apr 06 11:00:07.204342 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58620) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:07.210493 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-122936256-network', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:07.236883 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Made reservation on behalf of d6fb91ef3ab642e2b2c71dc0c7859946 for: {'network': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:07.236883 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.246476 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.264584 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c994f671-dce5-460b-9619-9f9e9a4bd97d req-5473622e-ed6f-492f-b211-37cea6b255cf service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020575 Apr 06 11:00:07.342219 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Publish callbacks [] for security_group (8d97b7a6-19c4-4ccd-90e7-e23728a42896), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.350089 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (8d97b7a6-19c4-4ccd-90e7-e23728a42896), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.376393 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=115084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:00:07.387402 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d97b7a6-19c4-4ccd-90e7-e23728a42896,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:07.392635 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (92d2f645-deba-44d6-bffd-5c9469ffd336), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.393001 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.segments_db [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Added segment 92d2f645-deba-44d6-bffd-5c9469ffd336 of type vlan for network 6b17271c-0c67-4443-86f1-a8bab77e131e Apr 06 11:00:07.435630 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (6b17271c-0c67-4443-86f1-a8bab77e131e), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.462819 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (6b17271c-0c67-4443-86f1-a8bab77e131e), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.463899 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:07.464476 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.523030 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3172872 Apr 06 11:00:07.525637 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58622) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:07.530275 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Request body: {'subnet': {'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-122936256-subnet', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:07.537541 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865dc051-a011-461c-aa7b-a8b40b58ae85 admin admin] Pushing event updated for resources: {'Network': ['ID=6b17271c-0c67-4443-86f1-a8bab77e131e,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:07.552224 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 6b17271c-0c67-4443-86f1-a8bab77e131e details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:00:07.571395 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Made reservation on behalf of d6fb91ef3ab642e2b2c71dc0c7859946 for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:07.575273 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130416066'] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.773951 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130413070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130416092'] for subnet (1ef9f90c-f55c-4a5f-bd6d-10683dd99f97), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.830809 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef9f90c-f55c-4a5f-bd6d-10683dd99f97,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:07.841745 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Checking segment: {'id': '92d2f645-deba-44d6-bffd-5c9469ffd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:07.842097 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Network hostable DHCP agents. Network: 6b17271c-0c67-4443-86f1-a8bab77e131e, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:00:07.858917 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Network 6b17271c-0c67-4443-86f1-a8bab77e131e is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:00:07.867787 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 6b17271c-0c67-4443-86f1-a8bab77e131e) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:07.872016 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:07.872607 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.877375 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baf999d-fbed-4e16-b615-2211d8c5fa18 None None] Network 6b17271c-0c67-4443-86f1-a8bab77e131e requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:07.889392 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-fa47fd40-260c-47a0-9525-e488001bd189 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3627317 Apr 06 11:00:07.893183 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58626) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:07.898191 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-122936256-router', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:07.929468 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (4cc236cb-7e69-4314-8ddd-65c657d11f00), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.931064 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (4cc236cb-7e69-4314-8ddd-65c657d11f00), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:07.982375 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Sync routers for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:07.992389 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:07.993257 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:07.997273 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks [] for router_controller (4cc236cb-7e69-4314-8ddd-65c657d11f00), precommit_add_association {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.011646 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-6b17271c-0c67-4443-86f1-a8bab77e131e', 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e', 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'fixed_ips': [{'subnet_id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:00:08.013271 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.156198 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:08.222868 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Allocated IP 172.20.0.2 (6b17271c-0c67-4443-86f1-a8bab77e131e/1ef9f90c-f55c-4a5f-bd6d-10683dd99f97/9f3b8a2b-219b-4c35-b620-29425ebd72da) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:08.228925 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks [] for router_gateway (4cc236cb-7e69-4314-8ddd-65c657d11f00), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.289476 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 111b9b1a-681e-4b84-8edb-67f713c0fb30 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:08.325950 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e257a-fec2-48ea-a153-a5e9089e00ea req-3de114e2-9bdb-43e3-a015-4fca345c25e0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:08.327630 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cc7e257a-fec2-48ea-a153-a5e9089e00ea req-3de114e2-9bdb-43e3-a015-4fca345c25e0 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1484900 Apr 06 11:00:08.388357 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 111b9b1a-681e-4b84-8edb-67f713c0fb30 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:08.388895 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.400412 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 2, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:08.402057 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cc7e257a-fec2-48ea-a153-a5e9089e00ea req-9a034445-37d6-4a77-8813-82dd4df91546 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621367 Apr 06 11:00:08.442650 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Checking router: c92d4b53-91e4-4a40-b5c9-77bb863d357d for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:08.443271 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Updating router c92d4b53-91e4-4a40-b5c9-77bb863d357d port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac binding host dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:00:08.465408 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Publish callbacks [] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.473098 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.481390 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.542598 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Network 6b17271c-0c67-4443-86f1-a8bab77e131e is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:08.553626 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks [] for router_gateway (4cc236cb-7e69-4314-8ddd-65c657d11f00), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.556901 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:08.567225 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:08.568890 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.576773 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Pushing event updated for resources: {'Port': ['ID=9f3b8a2b-219b-4c35-b620-29425ebd72da,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:08.590387 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 111b9b1a-681e-4b84-8edb-67f713c0fb30 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:08.590387 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.651373 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 111b9b1a-681e-4b84-8edb-67f713c0fb30, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=111b9b1a-681e-4b84-8edb-67f713c0fb30,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:08.655631 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device a5c8ca29-81aa-409a-9f8b-23364b746079 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:08.661832 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.683760 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Attempting to bind port 9f3b8a2b-219b-4c35-b620-29425ebd72da on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:08.684290 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Attempting to bind port 9f3b8a2b-219b-4c35-b620-29425ebd72da by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '92d2f645-deba-44d6-bffd-5c9469ffd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:08.684758 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Attempting to bind port 9f3b8a2b-219b-4c35-b620-29425ebd72da on network 6b17271c-0c67-4443-86f1-a8bab77e131e {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:08.687010 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Allocated IP 172.27.1.186 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/2eed74a0-4b44-462d-a2bc-67b7cb13e327) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:08.689872 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: a5c8ca29-81aa-409a-9f8b-23364b746079 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:08.690407 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device a5c8ca29-81aa-409a-9f8b-23364b746079 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:08.717789 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:08.718279 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Checking segment: {'id': '92d2f645-deba-44d6-bffd-5c9469ffd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:08.718757 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.719228 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Bound using segment: {'id': '92d2f645-deba-44d6-bffd-5c9469ffd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:08.719823 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Bound port: 9f3b8a2b-219b-4c35-b620-29425ebd72da, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d2f645-deba-44d6-bffd-5c9469ffd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:08.720270 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.779158 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=111b9b1a-681e-4b84-8edb-67f713c0fb30,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:08.785721 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Publish callbacks [] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), precommit_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.796474 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.812821 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks [] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.819812 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] For port 9f3b8a2b-219b-4c35-b620-29425ebd72da, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:08.825476 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] For port 9f3b8a2b-219b-4c35-b620-29425ebd72da, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9f3b8a2b-219b-4c35-b620-29425ebd72da,segment=NetworkSegment(92d2f645-deba-44d6-bffd-5c9469ffd336),segment_id=92d2f645-deba-44d6-bffd-5c9469ffd336)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:08.837172 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.844718 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Pushing event updated for resources: {'Port': ['ID=9ac5a871-9bbb-4edb-b799-b2b58d12f5ac,revision_number=3']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:08.859181 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.921456 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.921456 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.921456 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.921830 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.922688 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.923182 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.923697 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.924029 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.924359 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.924710 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.925366 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.925931 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.926434 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.926764 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.927096 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:08.927266 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f31881-f7c0-46b6-a742-f030f163fa13 None None] Pushing event updated for resources: {'Port': ['ID=9f3b8a2b-219b-4c35-b620-29425ebd72da,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:08.931005 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Attempting to bind port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:08.931383 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Attempting to bind port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:08.931832 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Attempting to bind port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:08.938983 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:08.939447 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Checking segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:08.940076 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.941016 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Bound using segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:08.943650 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Bound port: 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'}}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:08.943650 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:08.947964 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:08.951152 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:08.955738 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:08.960638 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Pushing event updated for resources: {'Port': ['ID=2eed74a0-4b44-462d-a2bc-67b7cb13e327,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:09.030941 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] For port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:09.035064 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] For port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9ac5a871-9bbb-4edb-b799-b2b58d12f5ac,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:09.044763 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.126257 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57170ed4-5e7f-4b58-aae5-501bbfd54132 None None] Pushing event updated for resources: {'Port': ['ID=9ac5a871-9bbb-4edb-b799-b2b58d12f5ac,revision_number=4']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:09.139620 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:09.140470 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:09.217075 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-c2e19c8d-07b3-4435-9811-c1f28222820e None None] Provisioning complete for port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:09.217610 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-c2e19c8d-07b3-4435-9811-c1f28222820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.329312 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks [] for router_gateway (4cc236cb-7e69-4314-8ddd-65c657d11f00), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.329569 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:09.356289 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-c2e19c8d-07b3-4435-9811-c1f28222820e None None] Current status of the port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:09.356684 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-c2e19c8d-07b3-4435-9811-c1f28222820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.425673 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-c2e19c8d-07b3-4435-9811-c1f28222820e None None] For port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9ac5a871-9bbb-4edb-b799-b2b58d12f5ac,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:09.443907 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-c2e19c8d-07b3-4435-9811-c1f28222820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.522075 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e19c8d-07b3-4435-9811-c1f28222820e None None] Pushing event updated for resources: {'Port': ['ID=9ac5a871-9bbb-4edb-b799-b2b58d12f5ac,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:09.575337 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-2151a205-8e32-49ee-bc88-652d68910b94 None None] Provisioning complete for port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:09.576441 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-2151a205-8e32-49ee-bc88-652d68910b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.577552 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ea66a-a7d3-410b-8700-8af77e76e6dd req-5390fad1-db4b-4ede-b742-fde670948b26 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:09.584439 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-346ea66a-a7d3-410b-8700-8af77e76e6dd req-5390fad1-db4b-4ede-b742-fde670948b26 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.0834308 Apr 06 11:00:09.655892 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (4cc236cb-7e69-4314-8ddd-65c657d11f00), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.660941 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-346ea66a-a7d3-410b-8700-8af77e76e6dd req-bcb247ca-d5b4-468d-a594-1dd775abd059 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663891 Apr 06 11:00:09.741237 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:09.772684 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde91a26-356d-43f3-83d6-6ddff442579b None None] The sync data for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi is: [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:09.813624 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Router 4cc236cb-7e69-4314-8ddd-65c657d11f00 is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:00:09.849145 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-2151a205-8e32-49ee-bc88-652d68910b94 None None] Current status of the port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:09.965316 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:09.988464 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:09.989915 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-9afab60f-9b6d-4459-ae9e-d05e13f597ad admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0950580 Apr 06 11:00:09.992686 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58636) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:09.997997 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Sync routers for ids ['4cc236cb-7e69-4314-8ddd-65c657d11f00'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:10.023844 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Routers {'4cc236cb-7e69-4314-8ddd-65c657d11f00'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:10.024949 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['4cc236cb-7e69-4314-8ddd-65c657d11f00'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:10.165517 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Set router 4cc236cb-7e69-4314-8ddd-65c657d11f00 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:10.360818 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ac8fa6-bb79-43bf-b1f7-6ce45ebe276d None None] Network 6b17271c-0c67-4443-86f1-a8bab77e131e requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:10.447324 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9f3b8a2b-219b-4c35-b620-29425ebd72da up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:10.525422 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-b007ed0c-ad26-4da7-9b66-9daa8507e1af None None] Provisioning complete for port 9f3b8a2b-219b-4c35-b620-29425ebd72da triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:10.525806 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b007ed0c-ad26-4da7-9b66-9daa8507e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:10.666242 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 9f3b8a2b-219b-4c35-b620-29425ebd72da triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:10.666907 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:10.871978 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-b007ed0c-ad26-4da7-9b66-9daa8507e1af None None] Current status of the port 9f3b8a2b-219b-4c35-b620-29425ebd72da is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:10.872453 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b007ed0c-ad26-4da7-9b66-9daa8507e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:10.898589 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'name': 'tempest-TestVolumeBootPattern-122936256-router', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:07Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 3, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'gw_port': {'id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:08Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:10.907680 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-e9f71a2c-ddc9-4c24-8542-08e07aaf0f53 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:10.911133 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-e9f71a2c-ddc9-4c24-8542-08e07aaf0f53 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.0750659 Apr 06 11:00:10.966277 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a1486-c1d6-4240-8e98-b65185b51523 req-e8ea5597-b2a2-4e79-a49f-e5652408ee46 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:10.974161 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Checking router: 4cc236cb-7e69-4314-8ddd-65c657d11f00 for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:10.974519 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Updating router 4cc236cb-7e69-4314-8ddd-65c657d11f00 port 2eed74a0-4b44-462d-a2bc-67b7cb13e327 binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:00:10.978612 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-aa9a1486-c1d6-4240-8e98-b65185b51523 req-e8ea5597-b2a2-4e79-a49f-e5652408ee46 tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 945 time: 0.1319764 Apr 06 11:00:11.024931 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.053560 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 9f3b8a2b-219b-4c35-b620-29425ebd72da is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:11.053948 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.077384 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-bc1c83f8-7ebf-457a-a1f9-8e347b62fc8c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Deleting port 23b3f75c-194d-4c4e-8f84-fc4281068749 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:11.077725 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-bc1c83f8-7ebf-457a-a1f9-8e347b62fc8c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.085990 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-aa9a1486-c1d6-4240-8e98-b65185b51523 req-6f97cb2b-f149-4e24-978f-47bb7f2a4b8b tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/security-groups?id=796d3d89-de79-40d7-abc5-0c6af85b4fdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064751 Apr 06 11:00:11.092939 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.094897 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-b007ed0c-ad26-4da7-9b66-9daa8507e1af None None] For port 9f3b8a2b-219b-4c35-b620-29425ebd72da, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9f3b8a2b-219b-4c35-b620-29425ebd72da,segment=NetworkSegment(92d2f645-deba-44d6-bffd-5c9469ffd336),segment_id=92d2f645-deba-44d6-bffd-5c9469ffd336)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:11.128018 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b007ed0c-ad26-4da7-9b66-9daa8507e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.236708 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-bc1c83f8-7ebf-457a-a1f9-8e347b62fc8c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] For port 23b3f75c-194d-4c4e-8f84-fc4281068749, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=23b3f75c-194d-4c4e-8f84-fc4281068749,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:11.237506 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-bc1c83f8-7ebf-457a-a1f9-8e347b62fc8c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.263341 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-bc1c83f8-7ebf-457a-a1f9-8e347b62fc8c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Calling delete_port for 23b3f75c-194d-4c4e-8f84-fc4281068749 owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:11.291761 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Allocated IP 172.20.0.1 (6b17271c-0c67-4443-86f1-a8bab77e131e/1ef9f90c-f55c-4a5f-bd6d-10683dd99f97/dc83c9e0-9a05-41d5-8971-e08f06b09486) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:11.315886 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007ed0c-ad26-4da7-9b66-9daa8507e1af None None] Pushing event updated for resources: {'Port': ['ID=9f3b8a2b-219b-4c35-b620-29425ebd72da,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:11.326443 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-a6c211b5-bf3e-4758-acf2-0a6abe46c622 None None] Provisioning complete for port 9f3b8a2b-219b-4c35-b620-29425ebd72da triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:11.326832 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a6c211b5-bf3e-4758-acf2-0a6abe46c622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.340592 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.db.api [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 06 11:00:11.340918 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG oslo_db.api [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 06 11:00:11.428538 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Publish callbacks [] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.436396 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-bc1c83f8-7ebf-457a-a1f9-8e347b62fc8c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (23b3f75c-194d-4c4e-8f84-fc4281068749), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.474652 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.478433 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c83f8-7ebf-457a-a1f9-8e347b62fc8c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Pushing event deleted for resources: {'Port': ['ID=23b3f75c-194d-4c4e-8f84-fc4281068749,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:11.482160 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['23b3f75c-194d-4c4e-8f84-fc4281068749'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:00:11.538151 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Network 6b17271c-0c67-4443-86f1-a8bab77e131e is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:11.542108 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:11.542244 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-bc1c83f8-7ebf-457a-a1f9-8e347b62fc8c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] No DVR routers for this DVR port 23b3f75c-194d-4c4e-8f84-fc4281068749 on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:11.544471 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Pushing event updated for resources: {'Port': ['ID=dc83c9e0-9a05-41d5-8971-e08f06b09486,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:11.546831 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:11.554324 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-bc1c83f8-7ebf-457a-a1f9-8e347b62fc8c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.561221 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-a6c211b5-bf3e-4758-acf2-0a6abe46c622 None None] Current status of the port 9f3b8a2b-219b-4c35-b620-29425ebd72da is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:11.563280 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-946eec48-6c74-40ea-9743-ff29187ccc7b req-bc1c83f8-7ebf-457a-a1f9-8e347b62fc8c tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.26 "DELETE /v2.0/ports/23b3f75c-194d-4c4e-8f84-fc4281068749 HTTP/1.1" status: 204 len: 173 time: 0.6465693 Apr 06 11:00:11.576548 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1dc113-cb47-4731-9747-15d7572305ac', 'name': 'network-vif-deleted', 'tag': '23b3f75c-194d-4c4e-8f84-fc4281068749'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:11.579027 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6568825f-57f2-45d4-9563-0f2b835a0476" -d '{"events": [{"server_uuid": "5a1dc113-cb47-4731-9747-15d7572305ac", "name": "network-vif-deleted", "tag": "23b3f75c-194d-4c4e-8f84-fc4281068749"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:11.591816 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (4cc236cb-7e69-4314-8ddd-65c657d11f00), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.626573 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4cd41dc-0aa7-41fa-bb09-6fe81b95228e x-openstack-request-id: req-e4cd41dc-0aa7-41fa-bb09-6fe81b95228e {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:11.626876 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1dc113-cb47-4731-9747-15d7572305ac", "name": "network-vif-deleted", "tag": "23b3f75c-194d-4c4e-8f84-fc4281068749", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:11.627129 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4cd41dc-0aa7-41fa-bb09-6fe81b95228e {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:11.627580 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4cd41dc-0aa7-41fa-bb09-6fe81b95228e'] response: {'server_uuid': '5a1dc113-cb47-4731-9747-15d7572305ac', 'name': 'network-vif-deleted', 'tag': '23b3f75c-194d-4c4e-8f84-fc4281068749', 'status': 'completed', 'code': 200} Apr 06 11:00:11.637572 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Publish callbacks [] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.645489 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.705341 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Attempting to bind port 2eed74a0-4b44-462d-a2bc-67b7cb13e327 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:11.706044 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Attempting to bind port 2eed74a0-4b44-462d-a2bc-67b7cb13e327 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:11.710280 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Attempting to bind port 2eed74a0-4b44-462d-a2bc-67b7cb13e327 on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:11.721029 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156ba09-5589-4dd6-8428-79e78ee70c50 None None] Pushing event updated for resources: {'Port': ['ID=2eed74a0-4b44-462d-a2bc-67b7cb13e327,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:11.725708 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:11.726100 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:11.726510 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.726907 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:11.727395 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Bound port: 2eed74a0-4b44-462d-a2bc-67b7cb13e327, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:11.727812 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.757993 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.794950 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] For port 2eed74a0-4b44-462d-a2bc-67b7cb13e327, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:11.798646 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] For port 2eed74a0-4b44-462d-a2bc-67b7cb13e327, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=2eed74a0-4b44-462d-a2bc-67b7cb13e327,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:11.808258 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.908837 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156ba09-5589-4dd6-8428-79e78ee70c50 None None] Pushing event updated for resources: {'Port': ['ID=2eed74a0-4b44-462d-a2bc-67b7cb13e327,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:11.928433 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Routers {'4cc236cb-7e69-4314-8ddd-65c657d11f00'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:11.929088 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['4cc236cb-7e69-4314-8ddd-65c657d11f00'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:11.954487 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Publish callbacks [] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.960347 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.976377 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-d31db166-b28f-4c8f-90d9-dc1cf4fecf27 None None] Provisioning complete for port dc83c9e0-9a05-41d5-8971-e08f06b09486 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:11.976763 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d31db166-b28f-4c8f-90d9-dc1cf4fecf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:11.980254 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 9f3b8a2b-219b-4c35-b620-29425ebd72da is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:11.981258 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:12.041484 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (4cc236cb-7e69-4314-8ddd-65c657d11f00), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:12.043497 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Pushing event updated for resources: {'Port': ['ID=dc83c9e0-9a05-41d5-8971-e08f06b09486,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:12.162489 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Network 6b17271c-0c67-4443-86f1-a8bab77e131e is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:12.164654 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:12.280234 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-d31db166-b28f-4c8f-90d9-dc1cf4fecf27 None None] Port dc83c9e0-9a05-41d5-8971-e08f06b09486 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:00:12.291227 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2a358efc-7609-47cf-a53b-870e759fc1ed req-aa352623-e00c-41cb-816d-8bc897b826fe tempest-ServerRescueNegativeTestJSON-833122983 tempest-ServerRescueNegativeTestJSON-833122983-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a1dc113-cb47-4731-9747-15d7572305ac HTTP/1.1" status: 200 len: 210 time: 0.0674295 Apr 06 11:00:12.318523 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] Set router 4cc236cb-7e69-4314-8ddd-65c657d11f00 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:12.358108 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:12.358482 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:12.379153 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Router 4cc236cb-7e69-4314-8ddd-65c657d11f00 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:12.498432 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:12.503581 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e685b956-fb12-4320-9e45-2ab103135106 admin admin] 10.222.0.23 "PUT /v2.0/routers/4cc236cb-7e69-4314-8ddd-65c657d11f00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5096955 Apr 06 11:00:12.568689 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-40eebdec-baf9-4b44-ae46-943f69914d49 None None] Provisioning complete for port dc83c9e0-9a05-41d5-8971-e08f06b09486 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:12.569078 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-40eebdec-baf9-4b44-ae46-943f69914d49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:12.610227 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:12.611344 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 111b9b1a-681e-4b84-8edb-67f713c0fb30 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:12.662660 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-40eebdec-baf9-4b44-ae46-943f69914d49 None None] Port dc83c9e0-9a05-41d5-8971-e08f06b09486 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:00:12.694734 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 111b9b1a-681e-4b84-8edb-67f713c0fb30 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:12.695120 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:12.717326 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'name': 'tempest-TestVolumeBootPattern-122936256-router', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:07Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 4, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'gw_port': {'id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:08Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'dc83c9e0-9a05-41d5-8971-e08f06b09486', 'name': '', 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'mac_address': 'fa:16:3e:e2:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:11Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 1, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'subnets': [{'id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:12.747425 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd654f63-d625-4475-84d5-d304b817c741 None None] The sync data for ids ['4cc236cb-7e69-4314-8ddd-65c657d11f00'] in dv-cinder-836070-2-iscsi is: [{'id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'name': 'tempest-TestVolumeBootPattern-122936256-router', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:07Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 4, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'gw_port': {'id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:08Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'dc83c9e0-9a05-41d5-8971-e08f06b09486', 'name': '', 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'mac_address': 'fa:16:3e:e2:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:11Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 1, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'subnets': [{'id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:12.809626 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 111b9b1a-681e-4b84-8edb-67f713c0fb30 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:12.837589 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-96ac0e30-2561-4a9c-9b2e-472e48a9df28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:12.914623 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9f3b8a2b-219b-4c35-b620-29425ebd72da up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:12.991764 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 9f3b8a2b-219b-4c35-b620-29425ebd72da triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:12.992152 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.090645 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 9f3b8a2b-219b-4c35-b620-29425ebd72da is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:13.106785 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58654) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:13.113452 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-96bc04e2-a456-4260-b04a-a500db27ddfe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-522312856', 'description': 'tempest-secgroup-smoke-522312856 description', 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:13.136448 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-96bc04e2-a456-4260-b04a-a500db27ddfe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.223777 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-96bc04e2-a456-4260-b04a-a500db27ddfe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group (cf6123eb-b361-451b-966c-6a24c94a16eb), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.229041 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-96bc04e2-a456-4260-b04a-a500db27ddfe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (cf6123eb-b361-451b-966c-6a24c94a16eb), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.271173 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-96bc04e2-a456-4260-b04a-a500db27ddfe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.272621 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-96bc04e2-a456-4260-b04a-a500db27ddfe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1645944 Apr 06 11:00:13.276527 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58656) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:13.277574 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc04e2-a456-4260-b04a-a500db27ddfe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6123eb-b361-451b-966c-6a24c94a16eb,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:13.280286 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-f4c5ed6c-2feb-4b91-8f56-74f3d6db3647 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'security_group_rule': {'security_group_id': 'cf6123eb-b361-451b-966c-6a24c94a16eb', 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:13.313415 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ed6c-2feb-4b91-8f56-74f3d6db3647 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (b800c068-c3ef-425b-bded-aaf13fcbb797), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.362826 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58660) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:13.385302 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ed6c-2feb-4b91-8f56-74f3d6db3647 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (b800c068-c3ef-425b-bded-aaf13fcbb797), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.391074 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ed6c-2feb-4b91-8f56-74f3d6db3647 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (b800c068-c3ef-425b-bded-aaf13fcbb797), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.407785 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5ed6c-2feb-4b91-8f56-74f3d6db3647 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b800c068-c3ef-425b-bded-aaf13fcbb797,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:13.426168 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f4c5ed6c-2feb-4b91-8f56-74f3d6db3647 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.427497 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-f4c5ed6c-2feb-4b91-8f56-74f3d6db3647 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507266 Apr 06 11:00:13.430476 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58664) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:13.435355 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-c7190a00-2000-4237-9f75-a7af8009b26b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'security_group_rule': {'security_group_id': 'cf6123eb-b361-451b-966c-6a24c94a16eb', 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:13.473953 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7190a00-2000-4237-9f75-a7af8009b26b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (d529c13c-b066-4d32-bea8-ab80d55de0ab), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.559123 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7190a00-2000-4237-9f75-a7af8009b26b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (d529c13c-b066-4d32-bea8-ab80d55de0ab), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.563508 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7190a00-2000-4237-9f75-a7af8009b26b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (d529c13c-b066-4d32-bea8-ab80d55de0ab), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.582210 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7190a00-2000-4237-9f75-a7af8009b26b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d529c13c-b066-4d32-bea8-ab80d55de0ab,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:13.597162 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c7190a00-2000-4237-9f75-a7af8009b26b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.601484 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-c7190a00-2000-4237-9f75-a7af8009b26b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1672454 Apr 06 11:00:13.602346 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58666) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:13.613305 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-e35fd419-7eac-4b2d-a971-516b9d708ef7 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'security_group_rule': {'security_group_id': 'cf6123eb-b361-451b-966c-6a24c94a16eb', 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:13.695925 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e35fd419-7eac-4b2d-a971-516b9d708ef7 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (c7073b2b-5736-41ad-a3d9-caf7ac529f09), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.835888 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e35fd419-7eac-4b2d-a971-516b9d708ef7 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (c7073b2b-5736-41ad-a3d9-caf7ac529f09), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.841195 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e35fd419-7eac-4b2d-a971-516b9d708ef7 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (c7073b2b-5736-41ad-a3d9-caf7ac529f09), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.897527 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35fd419-7eac-4b2d-a971-516b9d708ef7 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7073b2b-5736-41ad-a3d9-caf7ac529f09,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:13.905288 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e35fd419-7eac-4b2d-a971-516b9d708ef7 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:13.909602 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-e35fd419-7eac-4b2d-a971-516b9d708ef7 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3035145 Apr 06 11:00:13.909946 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58668) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:13.915129 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-f2b06053-364b-458c-87a1-e0d493eefb14 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'security_group_rule': {'security_group_id': 'cf6123eb-b361-451b-966c-6a24c94a16eb', 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:13.943211 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f2b06053-364b-458c-87a1-e0d493eefb14 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (f83654a1-a8fd-4198-a925-0ce0981c75fc), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.021935 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f2b06053-364b-458c-87a1-e0d493eefb14 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (f83654a1-a8fd-4198-a925-0ce0981c75fc), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.026488 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f2b06053-364b-458c-87a1-e0d493eefb14 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (f83654a1-a8fd-4198-a925-0ce0981c75fc), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.047395 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b06053-364b-458c-87a1-e0d493eefb14 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f83654a1-a8fd-4198-a925-0ce0981c75fc,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:14.055027 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-f2b06053-364b-458c-87a1-e0d493eefb14 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.056314 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-f2b06053-364b-458c-87a1-e0d493eefb14 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1452174 Apr 06 11:00:14.058936 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58670) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:14.063566 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-d6776dd2-166e-4cf0-9304-6d9534b971bf tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'security_group_rule': {'security_group_id': 'cf6123eb-b361-451b-966c-6a24c94a16eb', 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:14.086722 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.securitygroups_db [None req-d6776dd2-166e-4cf0-9304-6d9534b971bf tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Project e78e872bf09b41fbbae7e9266d0ee44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:00:14.094143 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d6776dd2-166e-4cf0-9304-6d9534b971bf tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (5fe32cb6-f8da-4d43-84ce-653c33e4e25d), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.128942 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506467'] for router_interface (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.157283 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d6776dd2-166e-4cf0-9304-6d9534b971bf tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (5fe32cb6-f8da-4d43-84ce-653c33e4e25d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.161966 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d6776dd2-166e-4cf0-9304-6d9534b971bf tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (5fe32cb6-f8da-4d43-84ce-653c33e4e25d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.182684 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6776dd2-166e-4cf0-9304-6d9534b971bf tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fe32cb6-f8da-4d43-84ce-653c33e4e25d,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:14.191693 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d6776dd2-166e-4cf0-9304-6d9534b971bf tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.192928 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d6776dd2-166e-4cf0-9304-6d9534b971bf tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329558 Apr 06 11:00:14.195589 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58674) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:14.200742 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-a8c5ee87-575c-44b8-b623-f2b8ffcdadfa tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'security_group_rule': {'security_group_id': 'cf6123eb-b361-451b-966c-6a24c94a16eb', 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:14.227437 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.securitygroups_db [None req-a8c5ee87-575c-44b8-b623-f2b8ffcdadfa tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Project e78e872bf09b41fbbae7e9266d0ee44c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 06 11:00:14.232753 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ee87-575c-44b8-b623-f2b8ffcdadfa tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (5eb5a84e-7e42-456e-b902-617310f5fa76), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.308489 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ee87-575c-44b8-b623-f2b8ffcdadfa tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (5eb5a84e-7e42-456e-b902-617310f5fa76), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.314330 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ee87-575c-44b8-b623-f2b8ffcdadfa tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (5eb5a84e-7e42-456e-b902-617310f5fa76), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.333859 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5ee87-575c-44b8-b623-f2b8ffcdadfa tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eb5a84e-7e42-456e-b902-617310f5fa76,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:14.341471 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a8c5ee87-575c-44b8-b623-f2b8ffcdadfa tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.343486 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a8c5ee87-575c-44b8-b623-f2b8ffcdadfa tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463044 Apr 06 11:00:14.412467 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] Deleting port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:14.412812 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.508069 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] For port e8e5c9fb-3174-4a83-8267-6e3c982fcc3e, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=e8e5c9fb-3174-4a83-8267-6e3c982fcc3e,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:14.508547 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.522441 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] Calling delete_port for e8e5c9fb-3174-4a83-8267-6e3c982fcc3e owned by network:router_interface {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:14.668747 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 23b3f75c-194d-4c4e-8f84-fc4281068749 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:14.695837 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 23b3f75c-194d-4c4e-8f84-fc4281068749 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:14.696409 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 23b3f75c-194d-4c4e-8f84-fc4281068749 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:14.763304 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (e8e5c9fb-3174-4a83-8267-6e3c982fcc3e), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:14.799363 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e5c9fb-3174-4a83-8267-6e3c982fcc3e,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:15.025880 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 2eed74a0-4b44-462d-a2bc-67b7cb13e327 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:15.062443 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506099'] for router_interface (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.090101 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 2eed74a0-4b44-462d-a2bc-67b7cb13e327 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:15.090395 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.186275 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Sync routers for ids ['4cc236cb-7e69-4314-8ddd-65c657d11f00'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:15.195791 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 2eed74a0-4b44-462d-a2bc-67b7cb13e327 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:15.196184 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.197889 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Routers {'4cc236cb-7e69-4314-8ddd-65c657d11f00'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:15.198596 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['4cc236cb-7e69-4314-8ddd-65c657d11f00'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:15.218555 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 2eed74a0-4b44-462d-a2bc-67b7cb13e327, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=2eed74a0-4b44-462d-a2bc-67b7cb13e327,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:15.224263 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.291021 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=2eed74a0-4b44-462d-a2bc-67b7cb13e327,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:15.341646 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Set router 4cc236cb-7e69-4314-8ddd-65c657d11f00 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:15.571296 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'name': 'tempest-TestVolumeBootPattern-122936256-router', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:07Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 4, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'gw_port': {'id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:08Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'dc83c9e0-9a05-41d5-8971-e08f06b09486', 'name': '', 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'mac_address': 'fa:16:3e:e2:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:11Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 2, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'subnets': [{'id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:15.594421 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] Router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:15.599295 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Checking router: 4cc236cb-7e69-4314-8ddd-65c657d11f00 for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:15.599718 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Updating router 4cc236cb-7e69-4314-8ddd-65c657d11f00 port dc83c9e0-9a05-41d5-8971-e08f06b09486 binding host dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:00:15.630221 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.721188 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:15.727438 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-e7206e0f-1f30-42a3-a4fb-985582f782d9 admin admin] 10.222.0.23 "PUT /v2.0/routers/d47a5e74-1a6d-46f0-ad1f-a97fae1a220d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3633020 Apr 06 11:00:15.730057 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58732) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:15.735046 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] Sync routers for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:15.748837 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:15.749765 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T10:59:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:15.861706 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Publish callbacks [] for router (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.898983 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:15.936196 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Publish callbacks [] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), precommit_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.942332 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:15.960003 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-1a405beb-2e81-49dc-a6da-30609580d479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.007011 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Publish callbacks [] for router_gateway (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.010465 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a653b-7820-46a2-a298-3d4333b6ad40 None None] Pushing event updated for resources: {'Port': ['ID=dc83c9e0-9a05-41d5-8971-e08f06b09486,revision_number=3']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:16.073814 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Deleting port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:16.074236 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.100812 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Attempting to bind port dc83c9e0-9a05-41d5-8971-e08f06b09486 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:16.101468 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Attempting to bind port dc83c9e0-9a05-41d5-8971-e08f06b09486 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '92d2f645-deba-44d6-bffd-5c9469ffd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e'}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:16.102005 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Attempting to bind port dc83c9e0-9a05-41d5-8971-e08f06b09486 on network 6b17271c-0c67-4443-86f1-a8bab77e131e {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:16.107782 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 10, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:16.108462 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Checking segment: {'id': '92d2f645-deba-44d6-bffd-5c9469ffd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:16.109206 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.111611 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Bound using segment: {'id': '92d2f645-deba-44d6-bffd-5c9469ffd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e'} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:16.112536 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Bound port: dc83c9e0-9a05-41d5-8971-e08f06b09486, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d2f645-deba-44d6-bffd-5c9469ffd336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e'}}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:16.113197 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.127599 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197'}], 'enable_snat': True}, 'gw_port_id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T11:00:14Z', 'revision_number': 5, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port': {'id': '23749a8f-c7ae-4929-ab71-da9fe85ab3d1', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:c7:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:16.162482 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] Checking router: d47a5e74-1a6d-46f0-ad1f-a97fae1a220d for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:16.170416 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] For port 23749a8f-c7ae-4929-ab71-da9fe85ab3d1, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=23749a8f-c7ae-4929-ab71-da9fe85ab3d1,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:16.170793 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.184566 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] Routers {'d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:16.185232 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:16.189809 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Calling delete_port for 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 owned by network:router_gateway {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:16.212862 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] For port dc83c9e0-9a05-41d5-8971-e08f06b09486, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:16.218109 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] For port dc83c9e0-9a05-41d5-8971-e08f06b09486, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=dc83c9e0-9a05-41d5-8971-e08f06b09486,segment=NetworkSegment(92d2f645-deba-44d6-bffd-5c9469ffd336),segment_id=92d2f645-deba-44d6-bffd-5c9469ffd336)] {{(pid=115086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:16.237219 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.303403 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Routers {'4cc236cb-7e69-4314-8ddd-65c657d11f00'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:16.304010 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['4cc236cb-7e69-4314-8ddd-65c657d11f00'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:16.326326 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] Set router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d gateway port host: None {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:16.371106 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807a653b-7820-46a2-a298-3d4333b6ad40 None None] Pushing event updated for resources: {'Port': ['ID=dc83c9e0-9a05-41d5-8971-e08f06b09486,revision_number=4']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:16.410546 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-020f9a34-8be4-47a5-87d6-9bc9bac902fa None None] Provisioning complete for port dc83c9e0-9a05-41d5-8971-e08f06b09486 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:16.411482 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-020f9a34-8be4-47a5-87d6-9bc9bac902fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.413115 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T11:00:16Z', 'revision_number': 6, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port_host': None}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:16.498580 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1155a476-4b4b-41fe-b8f5-d508a2f81ddc None None] The sync data for ids ['d47a5e74-1a6d-46f0-ad1f-a97fae1a220d'] in dv-cinder-836070-2-iscsi is: [{'id': 'd47a5e74-1a6d-46f0-ad1f-a97fae1a220d', 'name': 'tempest-ServerRescueNegativeTestJSON-1141125705-router', 'tenant_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:08Z', 'updated_at': '2022-04-06T11:00:16Z', 'revision_number': 6, 'project_id': '3d35baa9bd0b438fadef42b3a0a4bca8', 'gw_port_host': None}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:16.501895 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (23749a8f-c7ae-4929-ab71-da9fe85ab3d1), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.520126 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] Set router 4cc236cb-7e69-4314-8ddd-65c657d11f00 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:16.552115 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.560919 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Pushing event deleted for resources: {'Port': ['ID=23749a8f-c7ae-4929-ab71-da9fe85ab3d1,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:16.625185 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-020f9a34-8be4-47a5-87d6-9bc9bac902fa None None] Current status of the port dc83c9e0-9a05-41d5-8971-e08f06b09486 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:16.625867 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-020f9a34-8be4-47a5-87d6-9bc9bac902fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.630978 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505909'] for router_gateway (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.670702 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-020f9a34-8be4-47a5-87d6-9bc9bac902fa None None] For port dc83c9e0-9a05-41d5-8971-e08f06b09486, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=dc83c9e0-9a05-41d5-8971-e08f06b09486,segment=NetworkSegment(92d2f645-deba-44d6-bffd-5c9469ffd336),segment_id=92d2f645-deba-44d6-bffd-5c9469ffd336)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:16.677413 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-020f9a34-8be4-47a5-87d6-9bc9bac902fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.737382 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f9a34-8be4-47a5-87d6-9bc9bac902fa None None] Pushing event updated for resources: {'Port': ['ID=dc83c9e0-9a05-41d5-8971-e08f06b09486,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:16.742802 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6868'] for router (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.745330 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Publish callbacks [] for router_controller (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.797721 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475279'] for router (d47a5e74-1a6d-46f0-ad1f-a97fae1a220d), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.798313 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Fanout notify agent at l3_agent the message router_deleted on router d47a5e74-1a6d-46f0-ad1f-a97fae1a220d {{(pid=115084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:00:16.807429 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.808925 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d48c070a-d97d-4081-acbb-a649bcd566db admin admin] 10.222.0.23 "DELETE /v2.0/routers/d47a5e74-1a6d-46f0-ad1f-a97fae1a220d HTTP/1.1" status: 204 len: 168 time: 1.0778408 Apr 06 11:00:16.810364 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'name': 'tempest-TestVolumeBootPattern-122936256-router', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:07Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 4, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'gw_port': {'id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:08Z', 'updated_at': '2022-04-06T11:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'dc83c9e0-9a05-41d5-8971-e08f06b09486', 'name': '', 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'mac_address': 'fa:16:3e:e2:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:11Z', 'updated_at': '2022-04-06T11:00:16Z', 'revision_number': 4, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'subnets': [{'id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:16.811344 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58736) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:16.850658 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaadc53-66c9-40aa-8197-f98ed265cbed None None] The sync data for ids ['4cc236cb-7e69-4314-8ddd-65c657d11f00'] in dv-cinder-836070-2-iscsi is: [{'id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'name': 'tempest-TestVolumeBootPattern-122936256-router', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:07Z', 'updated_at': '2022-04-06T11:00:11Z', 'revision_number': 4, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'gw_port': {'id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:08Z', 'updated_at': '2022-04-06T11:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': 'dc83c9e0-9a05-41d5-8971-e08f06b09486', 'name': '', 'network_id': '6b17271c-0c67-4443-86f1-a8bab77e131e', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'mac_address': 'fa:16:3e:e2:28:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:11Z', 'updated_at': '2022-04-06T11:00:16Z', 'revision_number': 4, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'subnets': [{'id': '1ef9f90c-f55c-4a5f-bd6d-10683dd99f97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:16.863624 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fb2fb4-4f62-43f8-be1b-0e5f37cb4c3e admin admin] Deleting subnet 2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c {{(pid=115084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:00:16.870462 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2fb4-4f62-43f8-be1b-0e5f37cb4c3e admin admin] Publish callbacks [] for subnet (2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:16.934670 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2fb4-4f62-43f8-be1b-0e5f37cb4c3e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133558098'] for subnet (2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.000272 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8c252de7-39e6-4d4b-9f74-326fc8cbbc3b None None] Provisioning complete for port dc83c9e0-9a05-41d5-8971-e08f06b09486 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:17.000653 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8c252de7-39e6-4d4b-9f74-326fc8cbbc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.119870 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8c252de7-39e6-4d4b-9f74-326fc8cbbc3b None None] Current status of the port dc83c9e0-9a05-41d5-8971-e08f06b09486 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:17.122408 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2fb4-4f62-43f8-be1b-0e5f37cb4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.184027 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2fb4-4f62-43f8-be1b-0e5f37cb4c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130413001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130416037'] for subnet (2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.208549 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb2fb4-4f62-43f8-be1b-0e5f37cb4c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:17.215672 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e5fb2fb4-4f62-43f8-be1b-0e5f37cb4c3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.222249 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58740) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:17.222784 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e5fb2fb4-4f62-43f8-be1b-0e5f37cb4c3e admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2af24c3f-e68e-4a02-b0b3-9aa48f03ed5c HTTP/1.1" status: 204 len: 168 time: 0.4092486 Apr 06 11:00:17.222908 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fac480-22ff-4a40-800f-c94d55347d0f None None] Network 96f3043b-67c6-464c-b72a-826c66d4afef requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:17.311541 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (96f3043b-67c6-464c-b72a-826c66d4afef), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.371164 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Deleting port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:17.371587 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.439901 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:00:17.442509 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5393f8-2876-4522-9c65-4422b4f041d3 None None] DHCP port deletion for 96f3043b-67c6-464c-b72a-826c66d4afef request from dv-cinder-836070-2-iscsi {{(pid=115085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:00:17.460908 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] For port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=f4967eca-b5f4-4af1-8e0f-7e38435ffc4b,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:17.461284 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.480972 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Calling delete_port for f4967eca-b5f4-4af1-8e0f-7e38435ffc4b owned by network:dhcp {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:17.483247 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device dc83c9e0-9a05-41d5-8971-e08f06b09486 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:17.555400 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port dc83c9e0-9a05-41d5-8971-e08f06b09486 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:17.556532 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.580428 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-7b5393f8-2876-4522-9c65-4422b4f041d3 None None] Deleting port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b {{(pid=115085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:17.581204 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7b5393f8-2876-4522-9c65-4422b4f041d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), before_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.600838 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.618012 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] No DVR routers for this DVR port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b on host dv-cinder-836070-2-iscsi {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:17.651579 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4967eca-b5f4-4af1-8e0f-7e38435ffc4b,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:17.673529 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-7b5393f8-2876-4522-9c65-4422b4f041d3 None None] For port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=f4967eca-b5f4-4af1-8e0f-7e38435ffc4b,segment=NetworkSegment(83e6cad2-b398-40fc-ae1e-4d41d928eaef),segment_id=83e6cad2-b398-40fc-ae1e-4d41d928eaef)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:17.673946 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7b5393f8-2876-4522-9c65-4422b4f041d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), precommit_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.697922 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-7b5393f8-2876-4522-9c65-4422b4f041d3 None None] Calling delete_port for f4967eca-b5f4-4af1-8e0f-7e38435ffc4b owned by network:dhcp {{(pid=115085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:17.737088 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (96f3043b-67c6-464c-b72a-826c66d4afef), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.760979 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f3043b-67c6-464c-b72a-826c66d4afef']}} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:17.772483 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e6cad2-b398-40fc-ae1e-4d41d928eaef') {'for_net_delete': True} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:17.772917 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e6cad2-b398-40fc-ae1e-4d41d928eaef') {} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:17.786866 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126582963'] for segment (83e6cad2-b398-40fc-ae1e-4d41d928eaef), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.800560 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port dc83c9e0-9a05-41d5-8971-e08f06b09486 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:17.801746 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 2eed74a0-4b44-462d-a2bc-67b7cb13e327 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:17.803302 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (83e6cad2-b398-40fc-ae1e-4d41d928eaef), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.809988 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=115083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:00:17.810427 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126579915'] for segment (83e6cad2-b398-40fc-ae1e-4d41d928eaef), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: Traceback (most recent call last): Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: timer() Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: cb(*args, **kw) Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: return func(*args, **kwargs) Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: self._notify() Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: self.callback(batched_events) Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: event.method(event) Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: return f(self, *a, **k) Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._get(url).json() Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: return self.request(url, 'GET', **kwargs) Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:00:17.812654 dv-cinder-836070-2-iscsi neutron-server[115083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:00:17.860241 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7b5393f8-2876-4522-9c65-4422b4f041d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957'] for port (f4967eca-b5f4-4af1-8e0f-7e38435ffc4b), after_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.882882 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (96f3043b-67c6-464c-b72a-826c66d4afef), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.889254 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:17.898583 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/96f3043b-67c6-464c-b72a-826c66d4afef HTTP/1.1" status: 204 len: 168 time: 0.6720603 Apr 06 11:00:17.898787 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5393f8-2876-4522-9c65-4422b4f041d3 None None] Pushing event deleted for resources: {'Port': ['ID=f4967eca-b5f4-4af1-8e0f-7e38435ffc4b,revision_number=None']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:17.903050 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5393f8-2876-4522-9c65-4422b4f041d3 None None] No DVR routers for this DVR port f4967eca-b5f4-4af1-8e0f-7e38435ffc4b on host dv-cinder-836070-2-iscsi {{(pid=115085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:17.918491 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39798502-4c88-41f0-af17-cbfa877a17a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=96f3043b-67c6-464c-b72a-826c66d4afef,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:17.919439 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 2eed74a0-4b44-462d-a2bc-67b7cb13e327 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:17.919875 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.016840 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 2eed74a0-4b44-462d-a2bc-67b7cb13e327 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:18.026645 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device e8e5c9fb-3174-4a83-8267-6e3c982fcc3e no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:18.052114 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: e8e5c9fb-3174-4a83-8267-6e3c982fcc3e {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:18.052555 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device e8e5c9fb-3174-4a83-8267-6e3c982fcc3e not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:18.080285 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58746) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:18.120064 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-30fbf733-12cc-4aef-8dc7-f5bff126120c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3d35baa9bd0b438fadef42b3a0a4bca8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383563 Apr 06 11:00:18.122328 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58748) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:18.169490 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6da15e4e-4c69-42c4-8154-1a7b098e5bff admin admin] Publish callbacks [] for security_group (796d3d89-de79-40d7-abc5-0c6af85b4fdd), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.192036 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6da15e4e-4c69-42c4-8154-1a7b098e5bff admin admin] Publish callbacks [] for security_group (796d3d89-de79-40d7-abc5-0c6af85b4fdd), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.238908 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6da15e4e-4c69-42c4-8154-1a7b098e5bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (796d3d89-de79-40d7-abc5-0c6af85b4fdd), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.241555 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-6da15e4e-4c69-42c4-8154-1a7b098e5bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.242770 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-6da15e4e-4c69-42c4-8154-1a7b098e5bff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/796d3d89-de79-40d7-abc5-0c6af85b4fdd HTTP/1.1" status: 204 len: 168 time: 0.1195114 Apr 06 11:00:18.251740 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da15e4e-4c69-42c4-8154-1a7b098e5bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796d3d89-de79-40d7-abc5-0c6af85b4fdd,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:18.309944 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:18.899776 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device f4967eca-b5f4-4af1-8e0f-7e38435ffc4b no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:18.924286 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: f4967eca-b5f4-4af1-8e0f-7e38435ffc4b {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:18.924638 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device f4967eca-b5f4-4af1-8e0f-7e38435ffc4b not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:18.925224 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:18.945308 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:18.945658 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 23749a8f-c7ae-4929-ab71-da9fe85ab3d1 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:18.991316 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58770) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:19.098352 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1017746225-network', 'tenant_id': 'df96ae4c84744f03b0a972bd473ab1ed'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:19.134037 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Made reservation on behalf of df96ae4c84744f03b0a972bd473ab1ed for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:19.137183 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.148007 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.229587 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Publish callbacks [] for security_group (af65c07d-de5f-4fd6-9adb-0912192e6945), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.234381 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (af65c07d-de5f-4fd6-9adb-0912192e6945), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.263644 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:00:19.274917 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af65c07d-de5f-4fd6-9adb-0912192e6945,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:19.279697 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (4223050f-aaaf-4e58-a118-4be58c11a99d), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.280034 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Added segment 4223050f-aaaf-4e58-a118-4be58c11a99d of type vlan for network 6394cea5-ce1b-4051-ae7a-08335e79900b Apr 06 11:00:19.321095 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (6394cea5-ce1b-4051-ae7a-08335e79900b), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.346048 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (6394cea5-ce1b-4051-ae7a-08335e79900b), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.347053 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:19.347818 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.399723 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4071491 Apr 06 11:00:19.402727 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58778) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:19.409054 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Request body: {'subnet': {'network_id': '6394cea5-ce1b-4051-ae7a-08335e79900b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1017746225-subnet', 'tenant_id': 'df96ae4c84744f03b0a972bd473ab1ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:19.413238 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d3b4b-3dd1-4639-8d79-5008dfac4bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=6394cea5-ce1b-4051-ae7a-08335e79900b,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:19.425517 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 6394cea5-ce1b-4051-ae7a-08335e79900b details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:00:19.435185 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Made reservation on behalf of df96ae4c84744f03b0a972bd473ab1ed for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:19.437635 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130416066'] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.614241 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130413070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130416092'] for subnet (51262729-70e4-4852-98e1-a8b9a29b039f), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.626024 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.671394 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51262729-70e4-4852-98e1-a8b9a29b039f,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:19.683162 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Checking segment: {'id': '4223050f-aaaf-4e58-a118-4be58c11a99d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6394cea5-ce1b-4051-ae7a-08335e79900b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:19.683530 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Network hostable DHCP agents. Network: 6394cea5-ce1b-4051-ae7a-08335e79900b, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:00:19.701357 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Network 6394cea5-ce1b-4051-ae7a-08335e79900b is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:00:19.711125 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 6394cea5-ce1b-4051-ae7a-08335e79900b) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:19.716475 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:19.718349 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:19.719293 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c305fb1-8777-4f3d-a934-1b5d183108d0 None None] Network 6394cea5-ce1b-4051-ae7a-08335e79900b requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:19.742412 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-83d14604-4721-4f51-9324-c568ed68e473 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3311384 Apr 06 11:00:19.829807 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a156fbf5-9aaa-4adf-87af-bbe50a529229 None None] Network 6394cea5-ce1b-4051-ae7a-08335e79900b requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:20.247990 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58796) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:20.253187 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1497477003-network', 'tenant_id': '67cd946b0faa4e02970b292333e29a6e'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:20.272973 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Made reservation on behalf of 67cd946b0faa4e02970b292333e29a6e for: {'network': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:20.275226 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.288270 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.367834 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Publish callbacks [] for security_group (daf8e9b1-340d-449a-8c4d-965e93a10861), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.372161 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (daf8e9b1-340d-449a-8c4d-965e93a10861), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.397742 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=115084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:00:20.407851 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf8e9b1-340d-449a-8c4d-965e93a10861,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:20.413563 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (f2ec8da9-284e-44df-98a3-1c2fcfdac2f9), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.413805 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.segments_db [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Added segment f2ec8da9-284e-44df-98a3-1c2fcfdac2f9 of type vlan for network c427975e-3b63-4615-834c-0f84b4649efb Apr 06 11:00:20.467033 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (c427975e-3b63-4615-834c-0f84b4649efb), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.492230 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (c427975e-3b63-4615-834c-0f84b4649efb), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.493277 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:20.494120 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.549064 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2999272 Apr 06 11:00:20.551782 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58798) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:20.556695 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Request body: {'subnet': {'network_id': 'c427975e-3b63-4615-834c-0f84b4649efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1497477003-subnet', 'tenant_id': '67cd946b0faa4e02970b292333e29a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:20.578807 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af5d3d-f8df-4303-ac98-7e6c7cda70be admin admin] Pushing event updated for resources: {'Network': ['ID=c427975e-3b63-4615-834c-0f84b4649efb,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:20.593154 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Made reservation on behalf of 67cd946b0faa4e02970b292333e29a6e for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:20.594467 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network c427975e-3b63-4615-834c-0f84b4649efb details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:00:20.595554 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130416066'] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.770290 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130413070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130416092'] for subnet (2ad7bff5-6869-4454-bace-c9b0e53d8a41), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.832625 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad7bff5-6869-4454-bace-c9b0e53d8a41,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:20.842906 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Checking segment: {'id': 'f2ec8da9-284e-44df-98a3-1c2fcfdac2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c427975e-3b63-4615-834c-0f84b4649efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:20.843271 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Network hostable DHCP agents. Network: c427975e-3b63-4615-834c-0f84b4649efb, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:00:20.860768 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Network c427975e-3b63-4615-834c-0f84b4649efb is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:00:20.870249 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, c427975e-3b63-4615-834c-0f84b4649efb) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:20.876201 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:20.876323 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:20.880222 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada57841-fc55-45ac-a35a-5f605210591b None None] Network c427975e-3b63-4615-834c-0f84b4649efb requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:20.898842 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-524b83c8-ed74-46eb-94d9-6b41dd246b8a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3432813 Apr 06 11:00:20.988974 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b86eba-c819-4d40-a0b2-c2d7fcbe89e4 None None] Network c427975e-3b63-4615-834c-0f84b4649efb requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:00:21.023409 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58802) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:21.069541 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7aa524f-72e6-4357-b529-c2772a53b50b admin admin] Deleting subnet 51262729-70e4-4852-98e1-a8b9a29b039f {{(pid=115083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:00:21.073623 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d7aa524f-72e6-4357-b529-c2772a53b50b admin admin] Publish callbacks [] for subnet (51262729-70e4-4852-98e1-a8b9a29b039f), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.120844 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d7aa524f-72e6-4357-b529-c2772a53b50b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126582856'] for subnet (51262729-70e4-4852-98e1-a8b9a29b039f), precommit_delete_associations {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.169753 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d7aa524f-72e6-4357-b529-c2772a53b50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (51262729-70e4-4852-98e1-a8b9a29b039f), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.230704 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d7aa524f-72e6-4357-b529-c2772a53b50b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126579873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126053405'] for subnet (51262729-70e4-4852-98e1-a8b9a29b039f), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.260624 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d7aa524f-72e6-4357-b529-c2772a53b50b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.263949 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-d7aa524f-72e6-4357-b529-c2772a53b50b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/51262729-70e4-4852-98e1-a8b9a29b039f HTTP/1.1" status: 204 len: 168 time: 0.2394724 Apr 06 11:00:21.264973 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa524f-72e6-4357-b529-c2772a53b50b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51262729-70e4-4852-98e1-a8b9a29b039f,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:21.266533 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58806) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:21.342438 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (6394cea5-ce1b-4051-ae7a-08335e79900b), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.432942 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (6394cea5-ce1b-4051-ae7a-08335e79900b), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.463189 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6394cea5-ce1b-4051-ae7a-08335e79900b']}} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:21.475031 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4223050f-aaaf-4e58-a118-4be58c11a99d') {'for_net_delete': True} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:21.475415 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4223050f-aaaf-4e58-a118-4be58c11a99d') {} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:21.485968 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133558185'] for segment (4223050f-aaaf-4e58-a118-4be58c11a99d), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.501583 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (4223050f-aaaf-4e58-a118-4be58c11a99d), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.510996 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=115084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:00:21.511298 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130412963'] for segment (4223050f-aaaf-4e58-a118-4be58c11a99d), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: Traceback (most recent call last): Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: timer() Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: cb(*args, **kw) Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: return func(*args, **kwargs) Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: self._notify() Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: self.callback(batched_events) Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: event.method(event) Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: return f(self, *a, **k) Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._get(url).json() Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: return self.request(url, 'GET', **kwargs) Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:00:21.513112 dv-cinder-836070-2-iscsi neutron-server[115084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:00:21.570631 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (6394cea5-ce1b-4051-ae7a-08335e79900b), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.577375 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.581667 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6394cea5-ce1b-4051-ae7a-08335e79900b HTTP/1.1" status: 204 len: 168 time: 0.3133438 Apr 06 11:00:21.586065 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58808) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:21.600769 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d00b2-dbdd-412e-a411-f05a955d2720 admin admin] Pushing event deleted for resources: {'Network': ['ID=6394cea5-ce1b-4051-ae7a-08335e79900b,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:21.654275 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_v2 [None req-647715bf-9fa0-4f42-a404-79d52e1c13b6 admin admin] Deleting subnet 2ad7bff5-6869-4454-bace-c9b0e53d8a41 {{(pid=115083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:00:21.658196 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-647715bf-9fa0-4f42-a404-79d52e1c13b6 admin admin] Publish callbacks [] for subnet (2ad7bff5-6869-4454-bace-c9b0e53d8a41), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.701497 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-647715bf-9fa0-4f42-a404-79d52e1c13b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126582856'] for subnet (2ad7bff5-6869-4454-bace-c9b0e53d8a41), precommit_delete_associations {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.749272 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-647715bf-9fa0-4f42-a404-79d52e1c13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (2ad7bff5-6869-4454-bace-c9b0e53d8a41), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.807835 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-647715bf-9fa0-4f42-a404-79d52e1c13b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126579873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126053405'] for subnet (2ad7bff5-6869-4454-bace-c9b0e53d8a41), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.837606 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-647715bf-9fa0-4f42-a404-79d52e1c13b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:21.841174 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-647715bf-9fa0-4f42-a404-79d52e1c13b6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2ad7bff5-6869-4454-bace-c9b0e53d8a41 HTTP/1.1" status: 204 len: 168 time: 0.2536874 Apr 06 11:00:21.842111 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647715bf-9fa0-4f42-a404-79d52e1c13b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad7bff5-6869-4454-bace-c9b0e53d8a41,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:21.844343 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58812) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:21.926517 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (c427975e-3b63-4615-834c-0f84b4649efb), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.017242 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (c427975e-3b63-4615-834c-0f84b4649efb), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.041350 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c427975e-3b63-4615-834c-0f84b4649efb']}} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:22.052973 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ec8da9-284e-44df-98a3-1c2fcfdac2f9') {'for_net_delete': True} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:22.053269 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ec8da9-284e-44df-98a3-1c2fcfdac2f9') {} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:22.064901 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133558185'] for segment (f2ec8da9-284e-44df-98a3-1c2fcfdac2f9), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.078969 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (f2ec8da9-284e-44df-98a3-1c2fcfdac2f9), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.086183 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=115084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:00:22.086572 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130412963'] for segment (f2ec8da9-284e-44df-98a3-1c2fcfdac2f9), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: Traceback (most recent call last): Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: timer() Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: cb(*args, **kw) Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: return func(*args, **kwargs) Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: self._notify() Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: self.callback(batched_events) Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: event.method(event) Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: return f(self, *a, **k) Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._get(url).json() Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: return self.request(url, 'GET', **kwargs) Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:00:22.088501 dv-cinder-836070-2-iscsi neutron-server[115084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:00:22.144876 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (c427975e-3b63-4615-834c-0f84b4649efb), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.150049 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.153260 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] 10.222.0.23 "DELETE /v2.0/networks/c427975e-3b63-4615-834c-0f84b4649efb HTTP/1.1" status: 204 len: 168 time: 0.3078275 Apr 06 11:00:22.165324 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab8e3f-2f2d-491c-8204-08de8305dd6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c427975e-3b63-4615-834c-0f84b4649efb,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:22.336263 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58818) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:22.384063 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-36e8635b-afbf-47dc-9f13-e1cd597df4b7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df96ae4c84744f03b0a972bd473ab1ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466020 Apr 06 11:00:22.386610 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58820) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:22.438869 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e29ebb17-c3e6-4c14-b54a-2fef6979dd03 admin admin] Publish callbacks [] for security_group (af65c07d-de5f-4fd6-9adb-0912192e6945), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.470353 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e29ebb17-c3e6-4c14-b54a-2fef6979dd03 admin admin] Publish callbacks [] for security_group (af65c07d-de5f-4fd6-9adb-0912192e6945), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.542022 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e29ebb17-c3e6-4c14-b54a-2fef6979dd03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (af65c07d-de5f-4fd6-9adb-0912192e6945), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.547157 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e29ebb17-c3e6-4c14-b54a-2fef6979dd03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:22.549541 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-e29ebb17-c3e6-4c14-b54a-2fef6979dd03 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af65c07d-de5f-4fd6-9adb-0912192e6945 HTTP/1.1" status: 204 len: 168 time: 0.1616094 Apr 06 11:00:22.560375 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ebb17-c3e6-4c14-b54a-2fef6979dd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af65c07d-de5f-4fd6-9adb-0912192e6945,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:22.926781 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58826) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:22.966616 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-df3c7d7e-1e12-4f06-be84-d2f4db584abe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=67cd946b0faa4e02970b292333e29a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385420 Apr 06 11:00:22.969366 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58828) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:23.020764 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01d20f16-458f-431e-9c47-a3e350c7bde9 admin admin] Publish callbacks [] for security_group (daf8e9b1-340d-449a-8c4d-965e93a10861), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:23.044524 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01d20f16-458f-431e-9c47-a3e350c7bde9 admin admin] Publish callbacks [] for security_group (daf8e9b1-340d-449a-8c4d-965e93a10861), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:23.098226 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01d20f16-458f-431e-9c47-a3e350c7bde9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (daf8e9b1-340d-449a-8c4d-965e93a10861), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:23.100820 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-01d20f16-458f-431e-9c47-a3e350c7bde9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:23.102132 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-01d20f16-458f-431e-9c47-a3e350c7bde9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/daf8e9b1-340d-449a-8c4d-965e93a10861 HTTP/1.1" status: 204 len: 168 time: 0.1318672 Apr 06 11:00:23.110246 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d20f16-458f-431e-9c47-a3e350c7bde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf8e9b1-340d-449a-8c4d-965e93a10861,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:24.935926 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58884) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:25.039398 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5960b46c-644c-416b-bd54-5937392e5ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.112558 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5960b46c-644c-416b-bd54-5937392e5ef3 admin admin] Publish callbacks [] for security_group (2d1326f4-3fc1-4e4a-b5be-3599836eaf56), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.117207 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5960b46c-644c-416b-bd54-5937392e5ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2d1326f4-3fc1-4e4a-b5be-3599836eaf56), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.154446 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960b46c-644c-416b-bd54-5937392e5ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1326f4-3fc1-4e4a-b5be-3599836eaf56,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:25.158818 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-5960b46c-644c-416b-bd54-5937392e5ef3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ed44cba04724aff97701aa1a21b77b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218866 Apr 06 11:00:25.162191 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58890) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:25.212095 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f7299d66-a9fc-4e2e-9a24-819e505689e8 admin admin] Publish callbacks [] for security_group (2d1326f4-3fc1-4e4a-b5be-3599836eaf56), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.234609 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f7299d66-a9fc-4e2e-9a24-819e505689e8 admin admin] Publish callbacks [] for security_group (2d1326f4-3fc1-4e4a-b5be-3599836eaf56), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.284363 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f7299d66-a9fc-4e2e-9a24-819e505689e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2d1326f4-3fc1-4e4a-b5be-3599836eaf56), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.287606 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f7299d66-a9fc-4e2e-9a24-819e505689e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.290528 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-f7299d66-a9fc-4e2e-9a24-819e505689e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d1326f4-3fc1-4e4a-b5be-3599836eaf56 HTTP/1.1" status: 204 len: 168 time: 0.1258402 Apr 06 11:00:25.299110 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7299d66-a9fc-4e2e-9a24-819e505689e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1326f4-3fc1-4e4a-b5be-3599836eaf56,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:25.604899 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58902) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:25.623035 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-157339ba-f605-45f3-9d69-60bcfdf6b989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.704137 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-157339ba-f605-45f3-9d69-60bcfdf6b989 admin admin] Publish callbacks [] for security_group (b228f710-0e01-4c7b-bb22-a09b03d7b7e3), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.709865 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-157339ba-f605-45f3-9d69-60bcfdf6b989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b228f710-0e01-4c7b-bb22-a09b03d7b7e3), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.749876 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157339ba-f605-45f3-9d69-60bcfdf6b989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b228f710-0e01-4c7b-bb22-a09b03d7b7e3,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:25.754231 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-157339ba-f605-45f3-9d69-60bcfdf6b989 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2310d42cf80a4c3c89e36832477750f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482086 Apr 06 11:00:25.756825 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58904) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:25.805762 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7af8e939-4da4-4f03-9bef-3220a3413d12 admin admin] Publish callbacks [] for security_group (b228f710-0e01-4c7b-bb22-a09b03d7b7e3), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.827189 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7af8e939-4da4-4f03-9bef-3220a3413d12 admin admin] Publish callbacks [] for security_group (b228f710-0e01-4c7b-bb22-a09b03d7b7e3), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.875388 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7af8e939-4da4-4f03-9bef-3220a3413d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b228f710-0e01-4c7b-bb22-a09b03d7b7e3), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.878190 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7af8e939-4da4-4f03-9bef-3220a3413d12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:25.879506 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7af8e939-4da4-4f03-9bef-3220a3413d12 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b228f710-0e01-4c7b-bb22-a09b03d7b7e3 HTTP/1.1" status: 204 len: 168 time: 0.1217082 Apr 06 11:00:25.888868 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8e939-4da4-4f03-9bef-3220a3413d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b228f710-0e01-4c7b-bb22-a09b03d7b7e3,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:26.981100 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 58946) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:27.085737 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2bd230e7-1113-49dc-95ac-bbc76473696c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.161080 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2bd230e7-1113-49dc-95ac-bbc76473696c admin admin] Publish callbacks [] for security_group (ed8ea41d-b10d-4f82-b249-84f5e9d20a6f), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.165691 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2bd230e7-1113-49dc-95ac-bbc76473696c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ed8ea41d-b10d-4f82-b249-84f5e9d20a6f), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.205248 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd230e7-1113-49dc-95ac-bbc76473696c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8ea41d-b10d-4f82-b249-84f5e9d20a6f,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:27.209820 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-2bd230e7-1113-49dc-95ac-bbc76473696c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f68186cbf564b138dd204bad7184225&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276938 Apr 06 11:00:27.212711 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 58950) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:27.260280 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-baf3b4f0-4055-44d3-a7f5-bf403f31e81b admin admin] Publish callbacks [] for security_group (ed8ea41d-b10d-4f82-b249-84f5e9d20a6f), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.284433 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-baf3b4f0-4055-44d3-a7f5-bf403f31e81b admin admin] Publish callbacks [] for security_group (ed8ea41d-b10d-4f82-b249-84f5e9d20a6f), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.330405 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-baf3b4f0-4055-44d3-a7f5-bf403f31e81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ed8ea41d-b10d-4f82-b249-84f5e9d20a6f), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.333283 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-baf3b4f0-4055-44d3-a7f5-bf403f31e81b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:27.334444 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-baf3b4f0-4055-44d3-a7f5-bf403f31e81b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed8ea41d-b10d-4f82-b249-84f5e9d20a6f HTTP/1.1" status: 204 len: 168 time: 0.1208229 Apr 06 11:00:27.342219 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3b4f0-4055-44d3-a7f5-bf403f31e81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8ea41d-b10d-4f82-b249-84f5e9d20a6f,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:29.905598 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-5fcdfe2a-615e-4a68-aaf1-bc39b3a1df87 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522312856&fields=id&tenant_id=e78e872bf09b41fbbae7e9266d0ee44c HTTP/1.1" status: 200 len: 267 time: 0.0437944 Apr 06 11:00:30.007835 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-9b96ce95-18e9-4821-a1a5-5bd777728c6d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:30.009213 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-9b96ce95-18e9-4821-a1a5-5bd777728c6d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 812 time: 0.0973589 Apr 06 11:00:30.024814 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-377b9be8-cf1f-4494-89b5-147abe707504 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/quotas/e78e872bf09b41fbbae7e9266d0ee44c HTTP/1.1" status: 200 len: 375 time: 0.0095301 Apr 06 11:00:30.082475 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-474363ef-5de2-4b7b-a54e-c63ad4c4aab6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523782 Apr 06 11:00:30.276816 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-f92dd6d7-1d00-4071-a38b-02fbf26601e1 service neutron] 10.222.0.23 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807714 Apr 06 11:00:30.367765 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-234b1166-ab11-44c0-93ea-851c4ddd7411 service neutron] 10.222.0.23 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853398 Apr 06 11:00:30.650833 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0729a028-5f16-4085-baea-b1a1fe138f8f req-7e1b2209-9187-46a6-92fd-2b73450bb840 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 210 time: 0.0273895 Apr 06 11:00:31.747761 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1dfc9c1b-b50e-458a-b182-c0d0b90351de req-44e7ed60-eb9b-491d-a581-3a26e53a843e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 210 time: 0.0276372 Apr 06 11:00:32.846443 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9bacdef3-78b4-4487-a393-2a3ffff4143c req-955d4792-d1c2-4c56-b91b-be1cebcf1c05 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 210 time: 0.0277877 Apr 06 11:00:33.352811 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-894a9798-60a4-47c8-b307-18607943334c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:33.354406 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-894a9798-60a4-47c8-b307-18607943334c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 812 time: 0.1117554 Apr 06 11:00:33.440521 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:33.457004 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-4e5e584f-aeba-49ee-b2ce-6c4f8fadd1f2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78e872bf09b41fbbae7e9266d0ee44c HTTP/1.1" status: 200 len: 379 time: 0.0863886 Apr 06 11:00:33.466874 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'port': {'device_id': '2d30e494-1aac-4673-815b-342a63eff428', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'admin_state_up': True, 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'security_groups': ['cf6123eb-b361-451b-966c-6a24c94a16eb']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:33.580016 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Made reservation on behalf of e78e872bf09b41fbbae7e9266d0ee44c for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:00:33.583290 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:33.707881 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Allocated IP 172.20.0.13 (45f5500e-c23e-471c-8a77-568ec6c8ab7c/0bb3811b-d12d-460b-b74c-a1bade982c9f/78b9f518-d697-4bf4-af12-ede51dc583c6) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:33.855221 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:33.894798 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:33.968812 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:33.974020 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:33.979753 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:33.985995 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'Port': ['ID=78b9f518-d697-4bf4-af12-ede51dc583c6,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:34.027059 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.027426 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.027737 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.028083 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.028422 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.028787 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.029151 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.029481 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.029940 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.030459 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.031013 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.031383 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.031748 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.032082 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.032418 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:34.066645 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:34.067603 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:34.079819 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e88cae-3b82-4ed8-b27b-5a117a27b8c4 req-63b58d2c-cdeb-4b51-a1d0-7e80146d71b8 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:34.081424 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-40e88cae-3b82-4ed8-b27b-5a117a27b8c4 req-63b58d2c-cdeb-4b51-a1d0-7e80146d71b8 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 932 time: 0.1558659 Apr 06 11:00:34.100879 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d8ef34b6-64ce-4ff4-973c-792ea457aaf0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6378653 Apr 06 11:00:34.134046 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Request body: {'port': {'device_id': '2d30e494-1aac-4673-815b-342a63eff428', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:34.174571 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-40e88cae-3b82-4ed8-b27b-5a117a27b8c4 req-f160c4d2-3f39-4a73-b312-603c531826ed tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861669 Apr 06 11:00:34.222792 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:34.285784 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-6830ec7d-1647-48aa-a420-a3b57434c83d None None] Provisioning complete for port 78b9f518-d697-4bf4-af12-ede51dc583c6 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:34.286271 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6830ec7d-1647-48aa-a420-a3b57434c83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:34.326867 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-6830ec7d-1647-48aa-a420-a3b57434c83d None None] Port 78b9f518-d697-4bf4-af12-ede51dc583c6 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:00:34.562399 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78b9f518-d697-4bf4-af12-ede51dc583c6 {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:00:34.570669 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Publish callbacks [] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:34.583158 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Transition to ACTIVE for port object 78b9f518-d697-4bf4-af12-ede51dc583c6 will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:00:34.587470 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:34.644377 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Pushing event updated for resources: {'Port': ['ID=78b9f518-d697-4bf4-af12-ede51dc583c6,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:34.722002 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Attempting to bind port 78b9f518-d697-4bf4-af12-ede51dc583c6 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:00:34.722454 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Attempting to bind port 78b9f518-d697-4bf4-af12-ede51dc583c6 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:00:34.722662 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Attempting to bind port 78b9f518-d697-4bf4-af12-ede51dc583c6 on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:34.728763 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Port 78b9f518-d697-4bf4-af12-ede51dc583c6 on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:00:34.729176 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Attempting to bind port 78b9f518-d697-4bf4-af12-ede51dc583c6 on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:00:34.735163 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:00:34.735562 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Checking segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:00:34.735963 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Bound using segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:00:34.736340 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Bound port: 78b9f518-d697-4bf4-af12-ede51dc583c6, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:00:34.736696 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:34.814373 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] For port 78b9f518-d697-4bf4-af12-ede51dc583c6, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:00:34.817755 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] For port 78b9f518-d697-4bf4-af12-ede51dc583c6, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=78b9f518-d697-4bf4-af12-ede51dc583c6,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:00:34.825362 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:34.867517 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:34.868165 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:34.869840 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] 10.222.0.26 "PUT /v2.0/ports/78b9f518-d697-4bf4-af12-ede51dc583c6 HTTP/1.1" status: 200 len: 1094 time: 0.7414997 Apr 06 11:00:34.870272 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d30e494-1aac-4673-815b-342a63eff428', 'tag': '78b9f518-d697-4bf4-af12-ede51dc583c6'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:34.872564 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa3bb0c-3310-483b-b8b6-196c5bee0316" -d '{"events": [{"name": "network-changed", "server_uuid": "2d30e494-1aac-4673-815b-342a63eff428", "tag": "78b9f518-d697-4bf4-af12-ede51dc583c6"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:34.902451 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb74ea-6688-4143-80a4-caca08f9f248 service neutron] Pushing event updated for resources: {'Port': ['ID=78b9f518-d697-4bf4-af12-ede51dc583c6,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:34.935698 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a7e69-df1d-4970-9b74-b54bb2e294ad x-openstack-request-id: req-459a7e69-df1d-4970-9b74-b54bb2e294ad {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:34.935999 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d30e494-1aac-4673-815b-342a63eff428", "tag": "78b9f518-d697-4bf4-af12-ede51dc583c6", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:34.936255 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-459a7e69-df1d-4970-9b74-b54bb2e294ad {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:34.936777 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-459a7e69-df1d-4970-9b74-b54bb2e294ad'] response: {'name': 'network-changed', 'server_uuid': '2d30e494-1aac-4673-815b-342a63eff428', 'tag': '78b9f518-d697-4bf4-af12-ede51dc583c6', 'status': 'completed', 'code': 200} Apr 06 11:00:35.014197 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d5bde03c-e03c-48e6-9620-9f429bceced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:35.016300 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d5bde03c-e03c-48e6-9620-9f429bceced1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 1128 time: 0.0615819 Apr 06 11:00:35.092515 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-46ff460c-df94-41ba-9c1e-5cf07ab1bf6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78b9f518-d697-4bf4-af12-ede51dc583c6 HTTP/1.1" status: 200 len: 217 time: 0.0461566 Apr 06 11:00:35.147946 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-c3f10fdb-e5ed-4c3b-821b-3b26363dc268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:35.149528 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-c3f10fdb-e5ed-4c3b-821b-3b26363dc268 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0509734 Apr 06 11:00:35.202645 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-6ece55dd-4b34-4707-babf-9628d91b1224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:35.204256 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-6ece55dd-4b34-4707-babf-9628d91b1224 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466883 Apr 06 11:00:35.332399 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-d6a2a1f4-a99b-489c-a101-1ef5213ada52 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207268 Apr 06 11:00:35.340677 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dd2da-b457-4561-b1a9-aac5e1af1d94 req-67c10d8c-b650-4ec4-8d7a-eef00b0e8234 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:35.342086 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bd9dd2da-b457-4561-b1a9-aac5e1af1d94 req-67c10d8c-b650-4ec4-8d7a-eef00b0e8234 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 944 time: 0.0886941 Apr 06 11:00:35.444992 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bd9dd2da-b457-4561-b1a9-aac5e1af1d94 req-adc47d3e-3225-4f3e-ad9a-61cbdc9a520e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947599 Apr 06 11:00:35.472436 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2bbe732-d9c7-48e0-8c2f-3c7639408c66 req-70f00f06-1ab4-4927-aa38-b13ddbceb876 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294131 Apr 06 11:00:35.628130 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-8d62bec5-4541-435d-8277-4e07533131c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:35.630750 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-8d62bec5-4541-435d-8277-4e07533131c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 1128 time: 0.0880461 Apr 06 11:00:35.764866 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-885736bb-dce4-49b1-9209-ce525433bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:35.767555 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-885736bb-dce4-49b1-9209-ce525433bbda service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.1289797 Apr 06 11:00:35.821556 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-bb799341-8c84-416e-bafd-24e965189353 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78b9f518-d697-4bf4-af12-ede51dc583c6 HTTP/1.1" status: 200 len: 217 time: 0.0471125 Apr 06 11:00:36.112847 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-a1124fca-aa9f-4832-b8be-4be69e52daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:36.114308 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-a1124fca-aa9f-4832-b8be-4be69e52daec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0467911 Apr 06 11:00:36.167004 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-eedcf644-a7ad-40b4-ab51-0071b732fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:36.168547 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-eedcf644-a7ad-40b4-ab51-0071b732fad8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480251 Apr 06 11:00:36.267707 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-bc9e36db-701a-4bb2-9143-08d596fc0d36 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909622 Apr 06 11:00:36.362738 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9aa3bb0c-3310-483b-b8b6-196c5bee0316 req-1f20abc8-3a5e-4489-bde6-f7f355752741 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885432 Apr 06 11:00:36.595064 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49b1c2-a9fd-485c-aac3-88f15424383d req-1549319b-19f4-4cbb-ac32-f2aed658c865 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:36.597718 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dd49b1c2-a9fd-485c-aac3-88f15424383d req-1549319b-19f4-4cbb-ac32-f2aed658c865 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 944 time: 0.0642459 Apr 06 11:00:36.657392 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dd49b1c2-a9fd-485c-aac3-88f15424383d req-9084971b-b6dc-4434-bcf8-4a4a36f688b8 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529406 Apr 06 11:00:37.030938 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59122) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:37.143825 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:37.229440 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Publish callbacks [] for security_group (b8e968b1-9a82-4154-a786-fa03e0479604), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:37.234697 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b8e968b1-9a82-4154-a786-fa03e0479604), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:37.276523 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b538d6813a4a4585b691d494f51fc3b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443221 Apr 06 11:00:37.277262 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e968b1-9a82-4154-a786-fa03e0479604,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:37.283214 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59132) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:37.286632 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.287004 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.291252 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.291252 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.291252 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.291252 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.291252 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.291252 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.291252 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.291252 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.291252 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.292684 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.292684 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.292684 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.293170 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ac4d13-4bb6-40d0-92ff-28b5306b2870 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:37.360649 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8d7e0fb5-798d-4417-9b97-343bbb90fbff admin admin] Publish callbacks [] for security_group (b8e968b1-9a82-4154-a786-fa03e0479604), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:37.387172 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8d7e0fb5-798d-4417-9b97-343bbb90fbff admin admin] Publish callbacks [] for security_group (b8e968b1-9a82-4154-a786-fa03e0479604), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:37.441829 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8d7e0fb5-798d-4417-9b97-343bbb90fbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b8e968b1-9a82-4154-a786-fa03e0479604), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:37.443794 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-8d7e0fb5-798d-4417-9b97-343bbb90fbff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:37.448209 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-8d7e0fb5-798d-4417-9b97-343bbb90fbff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8e968b1-9a82-4154-a786-fa03e0479604 HTTP/1.1" status: 204 len: 168 time: 0.1608603 Apr 06 11:00:37.458814 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7e0fb5-798d-4417-9b97-343bbb90fbff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e968b1-9a82-4154-a786-fa03e0479604,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:37.804146 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a1d2-d265-4018-ade6-a11378134620 req-bb43ec2d-d62f-438e-bf9b-6054fb699815 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:37.805747 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6d24a1d2-d265-4018-ade6-a11378134620 req-bb43ec2d-d62f-438e-bf9b-6054fb699815 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 944 time: 0.0627213 Apr 06 11:00:37.878471 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6d24a1d2-d265-4018-ade6-a11378134620 req-4e53908a-83cc-4745-adee-137a3789fd9e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667934 Apr 06 11:00:39.012275 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d689b-2b37-4bac-b38f-b5f3e3df7022 req-ad287be0-a63d-4539-aded-d43ff4f6d2cf tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:39.013751 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-295d689b-2b37-4bac-b38f-b5f3e3df7022 req-ad287be0-a63d-4539-aded-d43ff4f6d2cf tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 944 time: 0.0545588 Apr 06 11:00:39.065813 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-295d689b-2b37-4bac-b38f-b5f3e3df7022 req-62d0c699-f5a6-4981-a1c0-6199604b8fe1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461514 Apr 06 11:00:40.192828 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d0a9cc-edf5-4192-a2de-d735ded4f9c0 req-d23581b5-630c-400d-b819-603f164d9e4f tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:40.194842 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-13d0a9cc-edf5-4192-a2de-d735ded4f9c0 req-d23581b5-630c-400d-b819-603f164d9e4f tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 944 time: 0.0561664 Apr 06 11:00:40.249030 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-13d0a9cc-edf5-4192-a2de-d735ded4f9c0 req-11a28830-8f56-48f3-b884-a55d11b545fe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484235 Apr 06 11:00:41.270220 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59194) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:41.378619 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aceed10e-536c-4381-a275-56329ce60426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:41.379153 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae48fa-a22d-40d9-9bf1-d29bbfc160d4 req-bbd23d67-efc2-4bbb-9b01-fd0adf33ce9c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:41.380913 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-58ae48fa-a22d-40d9-9bf1-d29bbfc160d4 req-bbd23d67-efc2-4bbb-9b01-fd0adf33ce9c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 944 time: 0.0597010 Apr 06 11:00:41.434454 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-58ae48fa-a22d-40d9-9bf1-d29bbfc160d4 req-f6cb5522-ba68-4b55-a810-0a09435f3562 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475788 Apr 06 11:00:41.482117 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aceed10e-536c-4381-a275-56329ce60426 admin admin] Publish callbacks [] for security_group (a4c8a4b5-2546-4fcc-8327-b8a335e6f3e6), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:41.486419 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-aceed10e-536c-4381-a275-56329ce60426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a4c8a4b5-2546-4fcc-8327-b8a335e6f3e6), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:41.524230 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceed10e-536c-4381-a275-56329ce60426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c8a4b5-2546-4fcc-8327-b8a335e6f3e6,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:41.528592 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-aceed10e-536c-4381-a275-56329ce60426 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=32dfd0c939d140478ea3f16685bc63e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573113 Apr 06 11:00:41.531377 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59200) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:41.581835 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ad5b87fc-9db7-4f77-903e-41886b7c6a6b admin admin] Publish callbacks [] for security_group (a4c8a4b5-2546-4fcc-8327-b8a335e6f3e6), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:41.606264 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ad5b87fc-9db7-4f77-903e-41886b7c6a6b admin admin] Publish callbacks [] for security_group (a4c8a4b5-2546-4fcc-8327-b8a335e6f3e6), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:41.656905 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ad5b87fc-9db7-4f77-903e-41886b7c6a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a4c8a4b5-2546-4fcc-8327-b8a335e6f3e6), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:41.659558 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ad5b87fc-9db7-4f77-903e-41886b7c6a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:41.660850 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-ad5b87fc-9db7-4f77-903e-41886b7c6a6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4c8a4b5-2546-4fcc-8327-b8a335e6f3e6 HTTP/1.1" status: 204 len: 168 time: 0.1287212 Apr 06 11:00:41.668735 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b87fc-9db7-4f77-903e-41886b7c6a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c8a4b5-2546-4fcc-8327-b8a335e6f3e6,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:42.558557 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b782d-e5a3-48f9-81a1-8c7a3aa74113 req-29b94f19-ead8-4990-8a14-6c03f0302948 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:42.560443 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-984b782d-e5a3-48f9-81a1-8c7a3aa74113 req-29b94f19-ead8-4990-8a14-6c03f0302948 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 944 time: 0.0558441 Apr 06 11:00:42.613101 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-984b782d-e5a3-48f9-81a1-8c7a3aa74113 req-c5129e71-2563-4650-9956-be1bf1581d00 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469134 Apr 06 11:00:42.830430 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-51bc5698-0417-49fb-8efe-89357eb33493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:42.866575 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 78b9f518-d697-4bf4-af12-ede51dc583c6 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:00:42.964721 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 78b9f518-d697-4bf4-af12-ede51dc583c6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=78b9f518-d697-4bf4-af12-ede51dc583c6,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:42.975211 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '78b9f518-d697-4bf4-af12-ede51dc583c6', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'port_id': '78b9f518-d697-4bf4-af12-ede51dc583c6', 'mac_address': 'fa:16:3e:12:b7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:00:43.017901 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 78b9f518-d697-4bf4-af12-ede51dc583c6 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:43.018329 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:43.032880 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78b9f518-d697-4bf4-af12-ede51dc583c6 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:00:43.051753 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 78b9f518-d697-4bf4-af12-ede51dc583c6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=78b9f518-d697-4bf4-af12-ede51dc583c6,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:43.055919 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:43.102750 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=78b9f518-d697-4bf4-af12-ede51dc583c6,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:43.109583 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.109962 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.110336 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.110691 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.111026 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.111361 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.111718 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.112047 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.112372 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.112699 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.113024 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.113346 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.113668 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.113988 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.114331 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:00:43.383191 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['78b9f518-d697-4bf4-af12-ede51dc583c6'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:00:43.736982 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0c129-9991-4ea8-ba3e-b54597318d02 req-c4b28583-5b45-4c13-9839-5fe090656003 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:43.738566 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f2d0c129-9991-4ea8-ba3e-b54597318d02 req-c4b28583-5b45-4c13-9839-5fe090656003 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 945 time: 0.0548754 Apr 06 11:00:43.792735 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f2d0c129-9991-4ea8-ba3e-b54597318d02 req-d02d1442-21f3-4566-ae3d-3ec3a5f1e754 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473869 Apr 06 11:00:44.905916 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 78b9f518-d697-4bf4-af12-ede51dc583c6 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:00:44.942851 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0e05c-ba42-46a7-9e69-f19115e5fd63 req-fd06fef3-0c62-4af1-90fa-40f80aca9bb3 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:44.945425 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a9a0e05c-ba42-46a7-9e69-f19115e5fd63 req-fd06fef3-0c62-4af1-90fa-40f80aca9bb3 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 945 time: 0.0587797 Apr 06 11:00:44.974793 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 78b9f518-d697-4bf4-af12-ede51dc583c6 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:00:44.981052 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 78b9f518-d697-4bf4-af12-ede51dc583c6 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:00:44.981576 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:45.013003 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a9a0e05c-ba42-46a7-9e69-f19115e5fd63 req-48ba337c-22a1-4103-805e-eab54e4aba41 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585794 Apr 06 11:00:45.079016 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 78b9f518-d697-4bf4-af12-ede51dc583c6 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:00:45.079414 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:45.104397 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d30e494-1aac-4673-815b-342a63eff428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b9f518-d697-4bf4-af12-ede51dc583c6'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:45.106724 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238cc9d9-c540-471c-9ad0-456ca18b5734" -d '{"events": [{"server_uuid": "2d30e494-1aac-4673-815b-342a63eff428", "name": "network-vif-plugged", "status": "completed", "tag": "78b9f518-d697-4bf4-af12-ede51dc583c6"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:45.121252 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 78b9f518-d697-4bf4-af12-ede51dc583c6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=78b9f518-d697-4bf4-af12-ede51dc583c6,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:45.136309 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:45.195483 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=78b9f518-d697-4bf4-af12-ede51dc583c6,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:45.340124 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e576526c-a2f5-4c2c-ba54-1600d90e5bf9 x-openstack-request-id: req-e576526c-a2f5-4c2c-ba54-1600d90e5bf9 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:45.340418 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d30e494-1aac-4673-815b-342a63eff428", "name": "network-vif-plugged", "status": "completed", "tag": "78b9f518-d697-4bf4-af12-ede51dc583c6", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:45.340672 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e576526c-a2f5-4c2c-ba54-1600d90e5bf9 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:45.341106 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e576526c-a2f5-4c2c-ba54-1600d90e5bf9'] response: {'server_uuid': '2d30e494-1aac-4673-815b-342a63eff428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78b9f518-d697-4bf4-af12-ede51dc583c6', 'code': 200} Apr 06 11:00:45.574344 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abf80d-b053-4133-91d5-77be781d1414 req-2910f584-214a-4d36-8257-96baefb4cca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:45.575922 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-91abf80d-b053-4133-91d5-77be781d1414 req-2910f584-214a-4d36-8257-96baefb4cca9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 1130 time: 0.0437348 Apr 06 11:00:45.822086 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-f2e1bf35-766a-42c4-bc68-8b1fb80b02bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:45.904569 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-91abf80d-b053-4133-91d5-77be781d1414 req-a4fd6a62-5c3f-41f3-9e3f-3d2a2a98e13c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413907 Apr 06 11:00:46.136792 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd95ae-4d77-4b46-8244-8d5affee93a9 req-4b72026b-9a35-4916-ab05-3ede20b127e0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:46.138291 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-35dd95ae-4d77-4b46-8244-8d5affee93a9 req-4b72026b-9a35-4916-ab05-3ede20b127e0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 946 time: 0.0535932 Apr 06 11:00:46.189195 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-35dd95ae-4d77-4b46-8244-8d5affee93a9 req-9f6e94fb-233b-4bad-8e10-18ceea47763e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453410 Apr 06 11:00:46.477444 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:46.855812 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95df70-5e28-49ca-9fa1-9c25729b5876 req-3784ebeb-b408-417b-bfe6-3d62874ad7f0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:46.857338 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0f95df70-5e28-49ca-9fa1-9c25729b5876 req-3784ebeb-b408-417b-bfe6-3d62874ad7f0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0562570 Apr 06 11:00:46.906756 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0f95df70-5e28-49ca-9fa1-9c25729b5876 req-9edcb8e0-429f-4757-b6fe-d787bc7b9839 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438681 Apr 06 11:00:47.316534 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353be1e-87a4-4f71-829c-38aac289fd1f req-eb31d1eb-8ec3-4dbd-bf6b-ceda39713f2d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:47.318019 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e353be1e-87a4-4f71-829c-38aac289fd1f req-eb31d1eb-8ec3-4dbd-bf6b-ceda39713f2d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 946 time: 0.0558977 Apr 06 11:00:47.368578 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e353be1e-87a4-4f71-829c-38aac289fd1f req-eba221d1-976b-4916-a16a-422265726355 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446372 Apr 06 11:00:48.028062 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d9b4-da55-457f-b447-b8f39203a612 req-fdf1ee25-fb38-4344-bae4-27dabc9748d8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:48.029481 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a380d9b4-da55-457f-b447-b8f39203a612 req-fdf1ee25-fb38-4344-bae4-27dabc9748d8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0521543 Apr 06 11:00:48.076948 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a380d9b4-da55-457f-b447-b8f39203a612 req-92844360-8932-4e6b-b445-cac906b8ddc8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418935 Apr 06 11:00:48.312506 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:48.761330 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479aea9-1d15-43d9-b26f-1d8353938e7e req-3299bd76-f63d-4bbd-8d14-5bf4717949ee tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:48.762899 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3479aea9-1d15-43d9-b26f-1d8353938e7e req-3299bd76-f63d-4bbd-8d14-5bf4717949ee tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 946 time: 0.3257720 Apr 06 11:00:48.816718 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3479aea9-1d15-43d9-b26f-1d8353938e7e req-d358bd7d-c3e4-401a-8b97-709f33b55918 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478499 Apr 06 11:00:48.951446 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c08a86-4782-430c-a534-6a3e6a88aa99 req-f39d9726-4e69-4d86-9425-0155594d5fb6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:48.953056 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-77c08a86-4782-430c-a534-6a3e6a88aa99 req-f39d9726-4e69-4d86-9425-0155594d5fb6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 946 time: 0.0599806 Apr 06 11:00:49.007706 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-77c08a86-4782-430c-a534-6a3e6a88aa99 req-fadcd9bf-b6c8-4879-b612-3e41cfe7259c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472584 Apr 06 11:00:49.033065 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59298) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:49.212461 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d246cc-fdb8-4182-877e-5a27d288ee65 req-c5c516e4-41e2-4efe-9fef-cc3e00d06cee tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:49.214051 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-22d246cc-fdb8-4182-877e-5a27d288ee65 req-c5c516e4-41e2-4efe-9fef-cc3e00d06cee tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0575063 Apr 06 11:00:49.263333 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9e3365-92d9-493e-99d1-249bbf21b423 tempest-TestVolumeBootPattern-322491956 tempest-TestVolumeBootPattern-322491956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:49.264647 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-22d246cc-fdb8-4182-877e-5a27d288ee65 req-fe58aadb-2155-4355-b6ca-c1cb467e84f1 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444748 Apr 06 11:00:49.265926 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-da9e3365-92d9-493e-99d1-249bbf21b423 tempest-TestVolumeBootPattern-322491956 tempest-TestVolumeBootPattern-322491956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 1125 time: 0.2316279 Apr 06 11:00:49.268896 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59312) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:49.277850 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'port_id': '78b9f518-d697-4bf4-af12-ede51dc583c6', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:00:49.305417 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:49.465657 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d691af8-9751-4959-bdc6-0c58a0a2a377 req-9214304d-6d16-46b8-a4ca-1e75a5c7c593 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:49.467268 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4d691af8-9751-4959-bdc6-0c58a0a2a377 req-9214304d-6d16-46b8-a4ca-1e75a5c7c593 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 945 time: 0.0629392 Apr 06 11:00:49.528795 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4d691af8-9751-4959-bdc6-0c58a0a2a377 req-f70d6c1c-b463-4d7c-87d9-7bf83af476c3 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504129 Apr 06 11:00:49.620922 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:49.669839 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:49.776251 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Allocated IP 172.27.1.251 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/f4547f9f-bb07-4407-8b6c-7abd63aedae0) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:00:49.908308 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for port (f4547f9f-bb07-4407-8b6c-7abd63aedae0), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:49.946289 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (f4547f9f-bb07-4407-8b6c-7abd63aedae0), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:49.989973 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:00:49.994021 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:00:49.998058 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:00:50.003789 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'Port': ['ID=f4547f9f-bb07-4407-8b6c-7abd63aedae0,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:50.443167 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (0d462af7-358c-4e7b-814c-bd2ffe5dfb51), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:50.479993 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d6c46-11b7-4506-a4d6-08b53c89334e req-bea1c2cb-6c9f-409e-91ab-3e5b84bc2ed7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:50.481620 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f32d6c46-11b7-4506-a4d6-08b53c89334e req-bea1c2cb-6c9f-409e-91ab-3e5b84bc2ed7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1364212 Apr 06 11:00:50.571131 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (f4547f9f-bb07-4407-8b6c-7abd63aedae0), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:50.597680 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f32d6c46-11b7-4506-a4d6-08b53c89334e req-5e49201a-2a24-460f-a559-33cb3c7f3aa8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086347 Apr 06 11:00:50.664965 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addbcd0d-e98f-47c3-8866-79efcddd5a39 req-1a0bea6f-6c92-4daa-b66a-31cb441b1319 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:50.666866 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-addbcd0d-e98f-47c3-8866-79efcddd5a39 req-1a0bea6f-6c92-4daa-b66a-31cb441b1319 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 945 time: 0.0651135 Apr 06 11:00:50.715850 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-addbcd0d-e98f-47c3-8866-79efcddd5a39 req-3f5d7e35-e504-49e5-a1ce-bf0f778a7616 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432482 Apr 06 11:00:50.745807 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for port (f4547f9f-bb07-4407-8b6c-7abd63aedae0), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:50.750352 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (f4547f9f-bb07-4407-8b6c-7abd63aedae0), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:50.813731 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'Port': ['ID=f4547f9f-bb07-4407-8b6c-7abd63aedae0,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:50.830135 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (0d462af7-358c-4e7b-814c-bd2ffe5dfb51), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:50.942177 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Floating IP 0d462af7-358c-4e7b-814c-bd2ffe5dfb51 associated. External IP: 172.27.1.251, port: 78b9f518-d697-4bf4-af12-ede51dc583c6. Apr 06 11:00:51.184841 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Router c92d4b53-91e4-4a40-b5c9-77bb863d357d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:51.286331 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-a3c26fbc-28ed-460c-b545-60799fff97c4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:51.288861 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-a3c26fbc-28ed-460c-b545-60799fff97c4 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.26 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 945 time: 0.0591583 Apr 06 11:00:51.325114 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:51.340734 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] Sync routers for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:51.359663 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:51.360737 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:51.361908 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:51.400811 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-fccc6717-88fa-488e-9892-bd51fb08cc0b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1303346 Apr 06 11:00:51.402295 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d30e494-1aac-4673-815b-342a63eff428', 'tag': '78b9f518-d697-4bf4-af12-ede51dc583c6'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:51.405250 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48e8495-b0c5-41c1-a424-410919f3b6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "2d30e494-1aac-4673-815b-342a63eff428", "tag": "78b9f518-d697-4bf4-af12-ede51dc583c6"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:51.453198 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d4f4a-c24a-495c-8f3a-fa94960bbd32 x-openstack-request-id: req-e89d4f4a-c24a-495c-8f3a-fa94960bbd32 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:51.453830 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d30e494-1aac-4673-815b-342a63eff428", "tag": "78b9f518-d697-4bf4-af12-ede51dc583c6", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:51.453830 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e89d4f4a-c24a-495c-8f3a-fa94960bbd32 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:51.454136 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89d4f4a-c24a-495c-8f3a-fa94960bbd32'] response: {'name': 'network-changed', 'server_uuid': '2d30e494-1aac-4673-815b-342a63eff428', 'tag': '78b9f518-d697-4bf4-af12-ede51dc583c6', 'status': 'completed', 'code': 200} Apr 06 11:00:51.494451 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Deleting port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:51.494801 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:51.515140 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:51.567314 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c938c-3300-4b2e-8d86-32108e3d1308 req-63e6f5a3-0880-433f-917f-91c2eae5984a tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:51.569008 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-561c938c-3300-4b2e-8d86-32108e3d1308 req-63e6f5a3-0880-433f-917f-91c2eae5984a tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.1217215 Apr 06 11:00:51.624425 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-64465a7e-d32b-4a57-81dd-0d346adca434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:51.626372 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-64465a7e-d32b-4a57-81dd-0d346adca434 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 1130 time: 0.0569997 Apr 06 11:00:51.639817 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] For port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:51.640420 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:51.693638 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-561c938c-3300-4b2e-8d86-32108e3d1308 req-79ad4cfe-2f47-44a7-a813-93882ad1d174 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122582 Apr 06 11:00:51.779720 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-4df8af5e-7ffb-4000-8190-23cb5970d16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:51.781270 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-4df8af5e-7ffb-4000-8190-23cb5970d16e service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.1492417 Apr 06 11:00:51.858046 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c22e2d-12c2-4035-be34-c05f64f38519 req-23ac7b16-b98b-4ad9-ad1a-537901447869 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:51.859663 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a8c22e2d-12c2-4035-be34-c05f64f38519 req-23ac7b16-b98b-4ad9-ad1a-537901447869 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1439400 Apr 06 11:00:51.876240 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '0d462af7-358c-4e7b-814c-bd2ffe5dfb51', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '78b9f518-d697-4bf4-af12-ede51dc583c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:12:b7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d30e494-1aac-4673-815b-342a63eff428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:50Z', 'updated_at': '2022-04-06T11:00:50Z', 'revision_number': 0, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:51.880389 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-43d4fdaa-a1fa-4549-a17e-79ecc8f4fc78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78b9f518-d697-4bf4-af12-ede51dc583c6 HTTP/1.1" status: 200 len: 1000 time: 0.0874555 Apr 06 11:00:51.906830 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] Checking router: c92d4b53-91e4-4a40-b5c9-77bb863d357d for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:51.917760 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:51.918474 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:51.942646 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08685f79-2710-4c75-ba15-5a657817b25a req-74c07354-38d6-4250-a337-adb2d2f60b4f tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:51.944348 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-08685f79-2710-4c75-ba15-5a657817b25a req-74c07354-38d6-4250-a337-adb2d2f60b4f tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 945 time: 0.1391962 Apr 06 11:00:51.980073 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:51.980374 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (04378e3a-45a4-49b5-be98-297dc128492f), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:51.980689 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.l3_db [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Floating IP 04378e3a-45a4-49b5-be98-297dc128492f disassociated. External IP: 172.27.1.16, port: 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f. Apr 06 11:00:51.981033 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Calling delete_port for 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:51.984528 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a8c22e2d-12c2-4035-be34-c05f64f38519 req-c464183c-0ff3-4442-a80b-125d835067b6 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167309 Apr 06 11:00:51.989002 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-e8f1455f-964d-4539-91cb-68d6164eca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:51.990533 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-e8f1455f-964d-4539-91cb-68d6164eca92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.1026227 Apr 06 11:00:52.055725 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-08685f79-2710-4c75-ba15-5a657817b25a req-071a5b5b-e7b8-4170-885c-9d3ce5a51b6d tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups?id=8b23b41e-0209-4e40-970a-ce1d05ac4c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015022 Apr 06 11:00:52.060364 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:52.063021 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-c5aa40e6-12f5-4e00-a79a-b6e435e5d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:52.063844 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-c5aa40e6-12f5-4e00-a79a-b6e435e5d25e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668831 Apr 06 11:00:52.164281 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:52.214298 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event deleted for resources: {'Port': ['ID=9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:52.222459 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-148f1136-ed09-494c-aa07-d64ac3c69144 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277878 Apr 06 11:00:52.355509 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d48e8495-b0c5-41c1-a424-410919f3b6b6 req-b8bef12f-40db-410e-989e-d4da0f35fc33 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249180 Apr 06 11:00:52.364464 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:00:52.366343 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '0d462af7-358c-4e7b-814c-bd2ffe5dfb51', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '78b9f518-d697-4bf4-af12-ede51dc583c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:12:b7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d30e494-1aac-4673-815b-342a63eff428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:50Z', 'updated_at': '2022-04-06T11:00:50Z', 'revision_number': 0, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:52.396334 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31ba67b-a95b-42f5-b3a3-496d4a5852d1 None None] The sync data for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi is: [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '0d462af7-358c-4e7b-814c-bd2ffe5dfb51', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.251', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '78b9f518-d697-4bf4-af12-ede51dc583c6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:12:b7:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d30e494-1aac-4673-815b-342a63eff428', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:00:50Z', 'updated_at': '2022-04-06T11:00:50Z', 'revision_number': 0, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:52.486473 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:00:52.505323 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c095de-6258-4217-825f-8b95078c48df None None] Sync routers for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:00:52.517568 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c095de-6258-4217-825f-8b95078c48df None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:52.518247 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-f4c095de-6258-4217-825f-8b95078c48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:52.535768 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] No DVR routers for this DVR port 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:00:52.538821 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:52.542210 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fa99ecb8-67bf-4ba8-9fb4-fedaa91be5c9 req-e5bdbde0-6cdc-4289-b6f5-d166af211c80 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.26 "DELETE /v2.0/ports/9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f HTTP/1.1" status: 204 len: 173 time: 1.2479327 Apr 06 11:00:52.542685 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'name': 'network-vif-deleted', 'tag': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:00:52.545444 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ab1ea9-ecc7-4af5-98cd-18c743e68576" -d '{"events": [{"server_uuid": "ede2d045-5b1d-4daa-a9e8-f410c330b126", "name": "network-vif-deleted", "tag": "9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:00:52.596832 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2786b4e-9539-4b81-85e7-38c3d6b969ef x-openstack-request-id: req-b2786b4e-9539-4b81-85e7-38c3d6b969ef {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:00:52.597571 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ede2d045-5b1d-4daa-a9e8-f410c330b126", "name": "network-vif-deleted", "tag": "9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:00:52.598050 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b2786b4e-9539-4b81-85e7-38c3d6b969ef {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:00:52.598793 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2786b4e-9539-4b81-85e7-38c3d6b969ef'] response: {'server_uuid': 'ede2d045-5b1d-4daa-a9e8-f410c330b126', 'name': 'network-vif-deleted', 'tag': '9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f', 'status': 'completed', 'code': 200} Apr 06 11:00:52.684974 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da64fce5-12e3-443f-b9a6-b46ec705b647 None None] New status for floating IP 0d462af7-358c-4e7b-814c-bd2ffe5dfb51: ACTIVE {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:00:52.802228 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-f4c095de-6258-4217-825f-8b95078c48df None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:52.866571 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb651867-fa17-43ba-9410-14179813474b req-9fdc5b97-e980-4556-bba6-ed444c2d07de tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:52.875030 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eb651867-fa17-43ba-9410-14179813474b req-9fdc5b97-e980-4556-bba6-ed444c2d07de tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0744135 Apr 06 11:00:52.926269 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-eb651867-fa17-43ba-9410-14179813474b req-0e0f1d24-46e0-45ae-bbb0-cfb085712524 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503328 Apr 06 11:00:53.026904 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-f4c095de-6258-4217-825f-8b95078c48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:53.056979 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c095de-6258-4217-825f-8b95078c48df None None] Checking router: 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:00:53.066111 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c095de-6258-4217-825f-8b95078c48df None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:00:53.066749 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-f4c095de-6258-4217-825f-8b95078c48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:53.138127 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee0ab4-a65e-44e9-962b-57d812860a7f req-3e8ab6a1-c17b-43ae-a186-9aff854afdf0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:53.139744 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ceee0ab4-a65e-44e9-962b-57d812860a7f req-3e8ab6a1-c17b-43ae-a186-9aff854afdf0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0668612 Apr 06 11:00:53.198860 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-f4c095de-6258-4217-825f-8b95078c48df None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:00:53.215007 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ceee0ab4-a65e-44e9-962b-57d812860a7f req-013f2081-8028-4cfb-8819-cd5c36d09f34 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676050 Apr 06 11:00:53.221443 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a25d2397-1724-49ef-90ea-e207d25568dd req-cd4e4c77-709a-4670-a647-1a3c34bf433b tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/ports?device_id=ede2d045-5b1d-4daa-a9e8-f410c330b126 HTTP/1.1" status: 200 len: 210 time: 0.0289180 Apr 06 11:00:53.418971 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-f4c095de-6258-4217-825f-8b95078c48df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:00:53.451049 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c095de-6258-4217-825f-8b95078c48df None None] The sync data for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi is: [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T10:54:19Z', 'revision_number': 4, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '39af71cc-a479-490b-8963-9017bf1fe1d9', 'name': '', 'network_id': 'b9435f01-e75d-47f9-9918-d437dc99ce1a', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'mac_address': 'fa:16:3e:a7:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:17Z', 'updated_at': '2022-04-06T10:54:40Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'subnets': [{'id': 'd8cb4a9d-3fd6-40dd-93f9-d0599d19883c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:00:53.685648 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063d08fa-4eb4-4b77-9fdc-7c4142564a77 None None] New status for floating IP 04378e3a-45a4-49b5-be98-297dc128492f: DOWN {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:00:54.054431 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acf132-bbd7-4c0b-a2d9-fab6cf169084 req-0e64d65c-c01a-48e2-8ce9-8251b9de0751 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:54.055987 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a2acf132-bbd7-4c0b-a2d9-fab6cf169084 req-0e64d65c-c01a-48e2-8ce9-8251b9de0751 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0545700 Apr 06 11:00:54.109844 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a2acf132-bbd7-4c0b-a2d9-fab6cf169084 req-f1cb433e-d41c-4d9d-8ebf-ffc30c2d7165 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482113 Apr 06 11:00:54.311769 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59350) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:54.365498 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2bdc335c-87d7-4836-90e3-7df67970308f tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (8b23b41e-0209-4e40-970a-ce1d05ac4c8a), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.391596 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2bdc335c-87d7-4836-90e3-7df67970308f tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (8b23b41e-0209-4e40-970a-ce1d05ac4c8a), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.431428 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:00:54.457423 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2bdc335c-87d7-4836-90e3-7df67970308f tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (8b23b41e-0209-4e40-970a-ce1d05ac4c8a), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.460319 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2bdc335c-87d7-4836-90e3-7df67970308f tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.461957 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-2bdc335c-87d7-4836-90e3-7df67970308f tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "DELETE /v2.0/security-groups/8b23b41e-0209-4e40-970a-ce1d05ac4c8a HTTP/1.1" status: 204 len: 168 time: 0.1490386 Apr 06 11:00:54.465569 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59352) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:54.471181 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdc335c-87d7-4836-90e3-7df67970308f tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b23b41e-0209-4e40-970a-ce1d05ac4c8a,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:54.481980 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc727d-0005-49ce-8ed7-a3d4e1d4527e req-249a071c-7a58-45d8-88b1-099823363d4f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:54.483547 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5bdc727d-0005-49ce-8ed7-a3d4e1d4527e req-249a071c-7a58-45d8-88b1-099823363d4f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0714951 Apr 06 11:00:54.489029 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.api.v2.resource [None req-98e9632d-7200-48b0-81cb-a708d987a3fc tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] show failed (client error): The resource could not be found. Apr 06 11:00:54.493655 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-98e9632d-7200-48b0-81cb-a708d987a3fc tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "GET /v2.0/security-groups/8b23b41e-0209-4e40-970a-ce1d05ac4c8a HTTP/1.1" status: 404 len: 347 time: 0.0230165 Apr 06 11:00:54.494082 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59354) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:54.539002 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5bdc727d-0005-49ce-8ed7-a3d4e1d4527e req-9ffb21d5-ab92-4664-9b67-88c8d051c8ba tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472577 Apr 06 11:00:54.639226 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-51982b5a-c175-4de1-8958-3021f981cf31 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Deleting port e910b073-6cc6-4f24-8a50-f7f88b459f7b {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:54.639615 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-51982b5a-c175-4de1-8958-3021f981cf31 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (e910b073-6cc6-4f24-8a50-f7f88b459f7b), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.719260 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-51982b5a-c175-4de1-8958-3021f981cf31 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (e910b073-6cc6-4f24-8a50-f7f88b459f7b), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.719644 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-51982b5a-c175-4de1-8958-3021f981cf31 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (e910b073-6cc6-4f24-8a50-f7f88b459f7b), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.734139 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-51982b5a-c175-4de1-8958-3021f981cf31 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Calling delete_port for e910b073-6cc6-4f24-8a50-f7f88b459f7b owned by network:floatingip {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:00:54.915969 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:00:54.922020 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-51982b5a-c175-4de1-8958-3021f981cf31 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (e910b073-6cc6-4f24-8a50-f7f88b459f7b), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:54.940072 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:00:54.940411 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 9844824d-ba62-4f93-8fcc-d9ff4f1dfb3f not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:00:54.950147 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51982b5a-c175-4de1-8958-3021f981cf31 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Pushing event deleted for resources: {'Port': ['ID=e910b073-6cc6-4f24-8a50-f7f88b459f7b,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:00:55.021499 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-51982b5a-c175-4de1-8958-3021f981cf31 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks [] for floatingip (04378e3a-45a4-49b5-be98-297dc128492f), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:55.024695 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-51982b5a-c175-4de1-8958-3021f981cf31 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:55.025899 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-51982b5a-c175-4de1-8958-3021f981cf31 tempest-AttachVolumeTestJSON-13824075 tempest-AttachVolumeTestJSON-13824075-project] 10.222.0.23 "DELETE /v2.0/floatingips/04378e3a-45a4-49b5-be98-297dc128492f HTTP/1.1" status: 204 len: 168 time: 0.5303655 Apr 06 11:00:55.242952 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f1f0d-63df-40f7-bb8b-716f796057b2 req-9cc82706-99bb-479b-989f-4a8b7a58d1d1 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:55.244809 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-489f1f0d-63df-40f7-bb8b-716f796057b2 req-9cc82706-99bb-479b-989f-4a8b7a58d1d1 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0608823 Apr 06 11:00:55.299497 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-489f1f0d-63df-40f7-bb8b-716f796057b2 req-cb0b2392-20f3-4ff7-8b23-23713177ab70 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475113 Apr 06 11:00:55.676712 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d572b003-9a7d-44e7-a3c1-d516cd7565ac req-e4345ec6-0099-4f93-bfa3-9079fc0a91ba tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:55.679193 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d572b003-9a7d-44e7-a3c1-d516cd7565ac req-e4345ec6-0099-4f93-bfa3-9079fc0a91ba tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0611956 Apr 06 11:00:55.733079 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d572b003-9a7d-44e7-a3c1-d516cd7565ac req-6e0e3f0e-61ea-44bc-a02f-787ecff179fb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480163 Apr 06 11:00:56.439471 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acec3b-a793-4264-922b-964f2301f6a1 req-13b55edc-6424-4a08-bbdf-b865b1baf209 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:56.441003 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c6acec3b-a793-4264-922b-964f2301f6a1 req-13b55edc-6424-4a08-bbdf-b865b1baf209 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0551281 Apr 06 11:00:56.498200 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c6acec3b-a793-4264-922b-964f2301f6a1 req-abc00fd7-de9d-4b37-a4d4-2373931278be tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501177 Apr 06 11:00:56.883703 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38ff54-819e-4993-8aef-53fc749ce4be req-3b1172b2-af75-4d0b-86e1-74e8e623bbe9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:56.885240 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1d38ff54-819e-4993-8aef-53fc749ce4be req-3b1172b2-af75-4d0b-86e1-74e8e623bbe9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0597713 Apr 06 11:00:56.935776 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1d38ff54-819e-4993-8aef-53fc749ce4be req-6dd666d2-d8ef-484c-ae96-efd95f983040 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443013 Apr 06 11:00:57.646922 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a166f-f9e0-4000-aa8e-dec958d9e931 req-05bc8cca-0868-45bb-8f61-dfa67b9173d4 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:57.648683 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-474a166f-f9e0-4000-aa8e-dec958d9e931 req-05bc8cca-0868-45bb-8f61-dfa67b9173d4 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0711162 Apr 06 11:00:57.699985 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-474a166f-f9e0-4000-aa8e-dec958d9e931 req-05fe3e3a-2966-4e1a-97ee-ee31bfd8d790 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452583 Apr 06 11:00:58.083652 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe43a8-ad03-4d50-857c-f4f6d19bfcf8 req-a96923e8-04a9-4d0d-8053-d3f197023d73 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:58.086111 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fdfe43a8-ad03-4d50-857c-f4f6d19bfcf8 req-a96923e8-04a9-4d0d-8053-d3f197023d73 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0705149 Apr 06 11:00:58.148970 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fdfe43a8-ad03-4d50-857c-f4f6d19bfcf8 req-12068ca9-5135-4f13-920a-bfd949f35a66 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566194 Apr 06 11:00:58.627571 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59396) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:00:58.942463 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c4f67-dc38-4e05-8b9d-a4ac192deeda req-ffad88e5-e2ae-4d12-83d7-94647d041d59 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:58.944171 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4c1c4f67-dc38-4e05-8b9d-a4ac192deeda req-ffad88e5-e2ae-4d12-83d7-94647d041d59 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.1274951 Apr 06 11:00:59.086068 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4c1c4f67-dc38-4e05-8b9d-a4ac192deeda req-cdac228d-8e10-4fc6-97ed-ec0d3af3f3b2 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347225 Apr 06 11:00:59.283564 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506467'] for router_interface (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.290958 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440497a3-307b-4ed9-ae86-514a52c58bd4 req-b4fc10fa-3ea8-44d8-a63e-3e74223ca0da tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:00:59.293629 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-440497a3-307b-4ed9-ae86-514a52c58bd4 req-b4fc10fa-3ea8-44d8-a63e-3e74223ca0da tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0665836 Apr 06 11:00:59.356281 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-440497a3-307b-4ed9-ae86-514a52c58bd4 req-2720e0fa-50f4-404e-9015-e9d55d8867e2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560236 Apr 06 11:00:59.835435 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] Deleting port 39af71cc-a479-490b-8963-9017bf1fe1d9 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:00:59.836208 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.923025 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] For port 39af71cc-a479-490b-8963-9017bf1fe1d9, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=39af71cc-a479-490b-8963-9017bf1fe1d9,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:00:59.923593 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:00:59.943319 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] Calling delete_port for 39af71cc-a479-490b-8963-9017bf1fe1d9 owned by network:router_interface {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:01:00.154034 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (39af71cc-a479-490b-8963-9017bf1fe1d9), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:00.199334 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] Pushing event deleted for resources: {'Port': ['ID=39af71cc-a479-490b-8963-9017bf1fe1d9,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:00.296076 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef46e5-15ac-440f-9ca7-18c0c585d6ea req-16bd52b5-08d4-4dc0-bec8-d9f28ec531f3 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:00.296076 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f8ef46e5-15ac-440f-9ca7-18c0c585d6ea req-16bd52b5-08d4-4dc0-bec8-d9f28ec531f3 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.1119943 Apr 06 11:01:00.430077 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f8ef46e5-15ac-440f-9ca7-18c0c585d6ea req-c9d3375c-cd5b-410b-ad72-54469fcf6b45 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004825 Apr 06 11:01:00.448522 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506099'] for router_interface (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:00.547349 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b872d2cd-62c7-4591-988d-bcafa846d33d req-6a81779b-ec31-4085-abfb-a34517ec00a3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:00.548988 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b872d2cd-62c7-4591-988d-bcafa846d33d req-6a81779b-ec31-4085-abfb-a34517ec00a3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0743632 Apr 06 11:01:00.609863 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b872d2cd-62c7-4591-988d-bcafa846d33d req-de6ebb6b-8ce6-4f60-90e6-17c9ef70c014 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533600 Apr 06 11:01:00.730062 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] Router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:01:00.894969 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:01:00.906743 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-5a7577ab-7127-479d-bc1e-a797cc284351 admin admin] 10.222.0.23 "PUT /v2.0/routers/56f777fe-8a4f-4d25-8fdc-48e1da054cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2779801 Apr 06 11:01:00.908033 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59408) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:00.911163 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] Sync routers for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:01:00.929285 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:00.930387 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:01.038553 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Publish callbacks [] for router (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:01.074559 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:01.192814 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Publish callbacks [] for router_gateway (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:01.267610 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Deleting port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:01:01.268036 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:01.301307 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108'}], 'enable_snat': True}, 'gw_port_id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T11:01:00Z', 'revision_number': 5, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port': {'id': '70ee61f3-146b-4a3f-be9d-e9aeada4eb7a', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:23:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:54:12Z', 'updated_at': '2022-04-06T10:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:01.331785 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] Checking router: 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:01:01.343156 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] Routers {'56f777fe-8a4f-4d25-8fdc-48e1da054cb1'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:01.343974 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:01.357122 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] For port 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=70ee61f3-146b-4a3f-be9d-e9aeada4eb7a,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:01.357481 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:01.372289 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Calling delete_port for 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a owned by network:router_gateway {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:01:01.458585 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] Set router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 gateway port host: None {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:01.526206 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T11:01:01Z', 'revision_number': 6, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port_host': None}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:01.558406 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9bd711-59b6-443a-9c3e-6d66956263f9 None None] The sync data for ids ['56f777fe-8a4f-4d25-8fdc-48e1da054cb1'] in dv-cinder-836070-2-iscsi is: [{'id': '56f777fe-8a4f-4d25-8fdc-48e1da054cb1', 'name': 'tempest-AttachVolumeTestJSON-846935278-router', 'tenant_id': '9283348a33dd4069a243783b2295178f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:54:11Z', 'updated_at': '2022-04-06T11:01:01Z', 'revision_number': 6, 'project_id': '9283348a33dd4069a243783b2295178f', 'gw_port_host': None}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:01:01.615324 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (70ee61f3-146b-4a3f-be9d-e9aeada4eb7a), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:01.646214 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Pushing event deleted for resources: {'Port': ['ID=70ee61f3-146b-4a3f-be9d-e9aeada4eb7a,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:01.664168 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f735bc-c62a-4810-a30a-f73c5c578424 req-09142e87-d76f-4fac-b720-4042f6bd2b20 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.667351 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-74f735bc-c62a-4810-a30a-f73c5c578424 req-09142e87-d76f-4fac-b720-4042f6bd2b20 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.1071246 Apr 06 11:01:01.753552 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-28a8f62f-1f4a-4a3b-9633-960cf1b84f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.756017 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-28a8f62f-1f4a-4a3b-9633-960cf1b84f5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d56cc77311aa435ca3a0d600f26a32cc&device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 1129 time: 0.1110833 Apr 06 11:01:01.773678 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505909'] for router_gateway (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:01.780882 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-74f735bc-c62a-4810-a30a-f73c5c578424 req-0d71ec72-e4d2-4cc8-8dcd-4f074cb4dc64 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838714 Apr 06 11:01:01.836956 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7621d0-b900-4f9b-a74f-5890639241bb req-45412639-25f7-4b0b-aea0-62981190bd9f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.838501 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9f7621d0-b900-4f9b-a74f-5890639241bb req-45412639-25f7-4b0b-aea0-62981190bd9f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1399889 Apr 06 11:01:01.890421 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6868'] for router (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:01.893923 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Publish callbacks [] for router_controller (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:01.924713 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-8f6694bd-d5d6-4827-bc86-f1c93b520f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:01.926302 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-8f6694bd-d5d6-4827-bc86-f1c93b520f3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2ef9f-7855-4256-a2fb-81a9774416fc HTTP/1.1" status: 200 len: 910 time: 0.1613278 Apr 06 11:01:01.930103 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9f7621d0-b900-4f9b-a74f-5890639241bb req-5ba3a9b5-0b5e-4afe-92df-90cbc7c587da tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790195 Apr 06 11:01:01.947802 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475279'] for router (56f777fe-8a4f-4d25-8fdc-48e1da054cb1), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:01.948904 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56f777fe-8a4f-4d25-8fdc-48e1da054cb1 {{(pid=115084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:01:01.960352 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:01.962421 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-7890798a-5c08-4f69-8938-18d0b2c2e69c admin admin] 10.222.0.23 "DELETE /v2.0/routers/56f777fe-8a4f-4d25-8fdc-48e1da054cb1 HTTP/1.1" status: 204 len: 168 time: 1.0533850 Apr 06 11:01:01.966052 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59414) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:02.025999 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-9bd38e77-89ef-4b88-9eb7-9028a8948fcf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4 HTTP/1.1" status: 200 len: 1000 time: 0.0933838 Apr 06 11:01:02.031859 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_v2 [None req-852b290a-dfc8-4d9b-aabb-bb0a9303d8bd admin admin] Deleting subnet d8cb4a9d-3fd6-40dd-93f9-d0599d19883c {{(pid=115084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:01:02.037671 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-852b290a-dfc8-4d9b-aabb-bb0a9303d8bd admin admin] Publish callbacks [] for subnet (d8cb4a9d-3fd6-40dd-93f9-d0599d19883c), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.094185 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-c24f4077-c895-4551-afe5-779321bd2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:02.094488 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-852b290a-dfc8-4d9b-aabb-bb0a9303d8bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133558098'] for subnet (d8cb4a9d-3fd6-40dd-93f9-d0599d19883c), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.095835 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-c24f4077-c895-4551-afe5-779321bd2f8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a4771b5-9618-4e54-b37e-f57c1b6f8565 HTTP/1.1" status: 200 len: 848 time: 0.0618119 Apr 06 11:01:02.178015 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-852b290a-dfc8-4d9b-aabb-bb0a9303d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (d8cb4a9d-3fd6-40dd-93f9-d0599d19883c), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.241227 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-852b290a-dfc8-4d9b-aabb-bb0a9303d8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130413001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130416037'] for subnet (d8cb4a9d-3fd6-40dd-93f9-d0599d19883c), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.251646 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-580b4cca-9710-474a-978a-7d12c49bdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:02.254135 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-580b4cca-9710-474a-978a-7d12c49bdb8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2ef9f-7855-4256-a2fb-81a9774416fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568314 Apr 06 11:01:02.275070 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852b290a-dfc8-4d9b-aabb-bb0a9303d8bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8cb4a9d-3fd6-40dd-93f9-d0599d19883c,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:02.277131 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-852b290a-dfc8-4d9b-aabb-bb0a9303d8bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.283587 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-852b290a-dfc8-4d9b-aabb-bb0a9303d8bd admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d8cb4a9d-3fd6-40dd-93f9-d0599d19883c HTTP/1.1" status: 204 len: 168 time: 0.3131382 Apr 06 11:01:02.283972 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59416) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:02.287698 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a956066-57d7-437f-b249-2fd9d1dc2744 None None] Network b9435f01-e75d-47f9-9918-d437dc99ce1a requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:01:02.366826 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (b9435f01-e75d-47f9-9918-d437dc99ce1a), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.421274 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-c160f695-5d93-4bf4-8101-942cc2b32ad4 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550171 Apr 06 11:01:02.480062 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Deleting port 5335a46c-1cc9-4921-9850-8bc6f5ece320 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:01:02.480402 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.516749 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe70b54b-a907-4f4c-92d7-45e7e36e1733 None None] DHCP port deletion for b9435f01-e75d-47f9-9918-d437dc99ce1a request from dv-cinder-836070-2-iscsi {{(pid=115085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:01:02.551901 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4a0062a7-a79f-41f6-83f0-dcc1a1b49fd6 req-fb6cca7d-0942-4f9a-901c-4b8c0dd584e7 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181469 Apr 06 11:01:02.581121 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fe70b54b-a907-4f4c-92d7-45e7e36e1733 None None] Deleting port 5335a46c-1cc9-4921-9850-8bc6f5ece320 {{(pid=115085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:01:02.581604 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fe70b54b-a907-4f4c-92d7-45e7e36e1733 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), before_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.592121 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] For port 5335a46c-1cc9-4921-9850-8bc6f5ece320, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=5335a46c-1cc9-4921-9850-8bc6f5ece320,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:02.592515 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.610298 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Calling delete_port for 5335a46c-1cc9-4921-9850-8bc6f5ece320 owned by network:dhcp {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:01:02.656593 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fe70b54b-a907-4f4c-92d7-45e7e36e1733 None None] For port 5335a46c-1cc9-4921-9850-8bc6f5ece320, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=5335a46c-1cc9-4921-9850-8bc6f5ece320,segment=NetworkSegment(15f59ada-0925-48ba-a144-507c3caa84a6),segment_id=15f59ada-0925-48ba-a144-507c3caa84a6)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:02.657100 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fe70b54b-a907-4f4c-92d7-45e7e36e1733 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), precommit_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.674486 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fe70b54b-a907-4f4c-92d7-45e7e36e1733 None None] Calling delete_port for 5335a46c-1cc9-4921-9850-8bc6f5ece320 owned by network:dhcp {{(pid=115085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:01:02.765719 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.793056 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fe70b54b-a907-4f4c-92d7-45e7e36e1733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957'] for port (5335a46c-1cc9-4921-9850-8bc6f5ece320), after_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.797575 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] No DVR routers for this DVR port 5335a46c-1cc9-4921-9850-8bc6f5ece320 on host dv-cinder-836070-2-iscsi {{(pid=115084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:01:02.800074 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Pushing event deleted for resources: {'Port': ['ID=5335a46c-1cc9-4921-9850-8bc6f5ece320,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:02.845068 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe70b54b-a907-4f4c-92d7-45e7e36e1733 None None] Pushing event deleted for resources: {'Port': ['ID=5335a46c-1cc9-4921-9850-8bc6f5ece320,revision_number=None']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:02.866157 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe70b54b-a907-4f4c-92d7-45e7e36e1733 None None] No DVR routers for this DVR port 5335a46c-1cc9-4921-9850-8bc6f5ece320 on host dv-cinder-836070-2-iscsi {{(pid=115085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:01:02.896082 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (b9435f01-e75d-47f9-9918-d437dc99ce1a), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.938159 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9435f01-e75d-47f9-9918-d437dc99ce1a']}} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:02.949876 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f59ada-0925-48ba-a144-507c3caa84a6') {'for_net_delete': True} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:02.950176 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f59ada-0925-48ba-a144-507c3caa84a6') {} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:02.956869 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:02.963062 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133558185'] for segment (15f59ada-0925-48ba-a144-507c3caa84a6), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.982926 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21cfc4-c4e0-4c54-a28e-633f33950e0f req-32277811-e59d-4e90-8808-384cd9eaabb9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:02.984504 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1e21cfc4-c4e0-4c54-a28e-633f33950e0f req-32277811-e59d-4e90-8808-384cd9eaabb9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.1083345 Apr 06 11:01:02.987650 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 7245d029-810e-48c0-b918-abb58d13d36e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:01:02.988331 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (15f59ada-0925-48ba-a144-507c3caa84a6), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:02.991974 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:01:02.992512 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 70ee61f3-146b-4a3f-be9d-e9aeada4eb7a not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:01:02.992743 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 5335a46c-1cc9-4921-9850-8bc6f5ece320 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:02.998019 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=115084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:01:02.998432 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130412963'] for segment (15f59ada-0925-48ba-a144-507c3caa84a6), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: Traceback (most recent call last): Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: timer() Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: cb(*args, **kw) Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: return func(*args, **kwargs) Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: self._notify() Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: self.callback(batched_events) Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: event.method(event) Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: return f(self, *a, **k) Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._get(url).json() Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: return self.request(url, 'GET', **kwargs) Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:01:03.004239 dv-cinder-836070-2-iscsi neutron-server[115084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:01:03.022598 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 5335a46c-1cc9-4921-9850-8bc6f5ece320 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:01:03.022944 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 5335a46c-1cc9-4921-9850-8bc6f5ece320 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:01:03.023668 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 39af71cc-a479-490b-8963-9017bf1fe1d9 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:03.050838 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 39af71cc-a479-490b-8963-9017bf1fe1d9 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:01:03.051188 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 39af71cc-a479-490b-8963-9017bf1fe1d9 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:01:03.121969 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (b9435f01-e75d-47f9-9918-d437dc99ce1a), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:03.127702 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1e21cfc4-c4e0-4c54-a28e-633f33950e0f req-277a181a-f16a-4324-965d-94200447f45e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335146 Apr 06 11:01:03.134362 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:03.140417 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] 10.222.0.23 "DELETE /v2.0/networks/b9435f01-e75d-47f9-9918-d437dc99ce1a HTTP/1.1" status: 204 len: 168 time: 0.8529170 Apr 06 11:01:03.148524 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8394d717-3842-45cd-bc70-4a5988aef971 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9435f01-e75d-47f9-9918-d437dc99ce1a,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:03.148761 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:03.163536 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '7245d029-810e-48c0-b918-abb58d13d36e', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'port_id': '7245d029-810e-48c0-b918-abb58d13d36e', 'mac_address': 'fa:16:3e:1a:16:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:01:03.176965 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88923637-2c35-4b46-aee2-31d68d345a7b req-63e133c5-c7d7-42dc-8ef5-d92e695c6f63 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:03.179374 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-88923637-2c35-4b46-aee2-31d68d345a7b req-63e133c5-c7d7-42dc-8ef5-d92e695c6f63 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1361163 Apr 06 11:01:03.210786 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 7245d029-810e-48c0-b918-abb58d13d36e is: ACTIVE; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:03.211271 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7245d029-810e-48c0-b918-abb58d13d36e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:03.229060 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7245d029-810e-48c0-b918-abb58d13d36e {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:01:03.242310 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-88923637-2c35-4b46-aee2-31d68d345a7b req-3cb71678-30e8-496f-8484-140da9d0bb08 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554667 Apr 06 11:01:03.254668 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:03.259968 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:03.309409 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59424) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:03.318029 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=6']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:03.366011 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-cfc27440-ef2c-4c23-9ca8-b7e4a04e0186 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9283348a33dd4069a243783b2295178f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0544062 Apr 06 11:01:03.368641 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59426) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:03.413111 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['7245d029-810e-48c0-b918-abb58d13d36e'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:01:03.425278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a07e9a1e-334d-4182-82ba-f862f22ae8fa admin admin] Publish callbacks [] for security_group (ffe25150-956a-4e51-81d3-7be7a2af2215), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:03.451404 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a07e9a1e-334d-4182-82ba-f862f22ae8fa admin admin] Publish callbacks [] for security_group (ffe25150-956a-4e51-81d3-7be7a2af2215), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:03.471049 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:03.505192 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a07e9a1e-334d-4182-82ba-f862f22ae8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ffe25150-956a-4e51-81d3-7be7a2af2215), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:03.508372 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a07e9a1e-334d-4182-82ba-f862f22ae8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:03.509560 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-a07e9a1e-334d-4182-82ba-f862f22ae8fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ffe25150-956a-4e51-81d3-7be7a2af2215 HTTP/1.1" status: 204 len: 168 time: 0.1394012 Apr 06 11:01:03.518472 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e9a1e-334d-4182-82ba-f862f22ae8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe25150-956a-4e51-81d3-7be7a2af2215,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:04.288701 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59452) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:04.333142 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc852a60-b6b7-4de7-b386-0eb1602ff80b req-8f451759-b6f4-4b2d-905e-27159c4f4cf0 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:04.335204 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dc852a60-b6b7-4de7-b386-0eb1602ff80b req-8f451759-b6f4-4b2d-905e-27159c4f4cf0 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0756958 Apr 06 11:01:04.400057 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dc852a60-b6b7-4de7-b386-0eb1602ff80b req-99064295-a411-4049-a746-4fd7e2eef163 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577757 Apr 06 11:01:04.420923 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77707d-10f7-4c46-b34b-dcc6be2da150 req-d82463c8-353e-4cac-9a8b-6a5cbc1945dd tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:04.429795 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1a77707d-10f7-4c46-b34b-dcc6be2da150 req-d82463c8-353e-4cac-9a8b-6a5cbc1945dd tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 944 time: 0.0800593 Apr 06 11:01:04.451184 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1973968386-network', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:04.506830 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Made reservation on behalf of 70d69596c1cf4a4b9327f3b65c2d3dea for: {'network': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:01:04.518980 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.554412 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1a77707d-10f7-4c46-b34b-dcc6be2da150 req-6358c257-241b-42ab-adb7-63d6e5e515e9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218286 Apr 06 11:01:04.555674 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.675835 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Publish callbacks [] for security_group (a5dd4f20-5897-4051-b1af-17ba3e79d90f), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.682551 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a5dd4f20-5897-4051-b1af-17ba3e79d90f), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.711741 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=115083) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:01:04.742217 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dd4f20-5897-4051-b1af-17ba3e79d90f,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:04.747789 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (827bc1c5-eb98-4f33-8961-4772aa05d7c3), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.748316 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.segments_db [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Added segment 827bc1c5-eb98-4f33-8961-4772aa05d7c3 of type vlan for network 16dc32bb-bd1c-4641-a070-90057aff5843 Apr 06 11:01:04.834666 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (16dc32bb-bd1c-4641-a070-90057aff5843), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.883131 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (16dc32bb-bd1c-4641-a070-90057aff5843), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.884144 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:04.884722 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:04.948053 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6561999 Apr 06 11:01:04.951708 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59458) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:04.960122 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Request body: {'subnet': {'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-subnet', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:04.960518 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e9c5c-b97d-4606-bdb6-54e2359ca12b admin admin] Pushing event updated for resources: {'Network': ['ID=16dc32bb-bd1c-4641-a070-90057aff5843,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:04.978239 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 16dc32bb-bd1c-4641-a070-90057aff5843 details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:01:04.987364 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Made reservation on behalf of 70d69596c1cf4a4b9327f3b65c2d3dea for: {'subnet': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:01:04.989697 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-130416066'] for subnet (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.056972 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 7245d029-810e-48c0-b918-abb58d13d36e up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:05.117725 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 7245d029-810e-48c0-b918-abb58d13d36e triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:05.118112 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (7245d029-810e-48c0-b918-abb58d13d36e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.212272 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-130413070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-130416092'] for subnet (e5734a0d-3930-4ed6-bccf-6abc5d957509), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.251180 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 7245d029-810e-48c0-b918-abb58d13d36e is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:05.251828 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7245d029-810e-48c0-b918-abb58d13d36e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.284854 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:05.288821 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d21a55-3c0a-4b00-86bb-420cb11e8b6a" -d '{"events": [{"server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "name": "network-vif-plugged", "status": "completed", "tag": "7245d029-810e-48c0-b918-abb58d13d36e"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:05.299784 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5734a0d-3930-4ed6-bccf-6abc5d957509,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:05.305663 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:05.306760 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Checking segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:01:05.307410 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Network hostable DHCP agents. Network: 16dc32bb-bd1c-4641-a070-90057aff5843, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:01:05.315168 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.316093 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device bf9f5a65-ed45-4124-9059-bb3104480fa4 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:05.331930 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Network 16dc32bb-bd1c-4641-a070-90057aff5843 is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:01:05.348146 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 16dc32bb-bd1c-4641-a070-90057aff5843) {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:01:05.354336 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:05.354983 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.372157 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dadfde-5d09-4c4e-ab5b-cdcba7584021 x-openstack-request-id: req-22dadfde-5d09-4c4e-ab5b-cdcba7584021 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:05.372422 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "name": "network-vif-plugged", "status": "completed", "tag": "7245d029-810e-48c0-b918-abb58d13d36e", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:05.372676 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22dadfde-5d09-4c4e-ab5b-cdcba7584021 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:05.373080 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22dadfde-5d09-4c4e-ab5b-cdcba7584021'] response: {'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e', 'code': 200} Apr 06 11:01:05.375842 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cbc8f1-fb07-4047-8423-225a8a3bad23 None None] Network 16dc32bb-bd1c-4641-a070-90057aff5843 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:01:05.378371 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-42948a24-4bf3-4bdf-9f4a-718b68733ad7 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4250875 Apr 06 11:01:05.383443 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59462) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:05.388314 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:05.415785 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-476888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6854'] for router (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.417312 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-475208', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-507352', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-464060', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.498099 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=7']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:05.500266 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks [] for router_controller (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), precommit_add_association {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.557721 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950ad9c-df08-44bd-bb8a-e69dc383007c req-abd0f316-2280-45fe-a3d2-ad809120920a tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:05.559629 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b950ad9c-df08-44bd-bb8a-e69dc383007c req-abd0f316-2280-45fe-a3d2-ad809120920a tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0767429 Apr 06 11:01:05.588195 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port bf9f5a65-ed45-4124-9059-bb3104480fa4 is: ACTIVE; New status is: DOWN {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:05.588792 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.610599 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8aee26f4-e341-5039-b8e5-fb9e4a687b7e-16dc32bb-bd1c-4641-a070-90057aff5843', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509'}]}} from dv-cinder-836070-2-iscsi. {{(pid=115085) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 06 11:01:05.611866 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.657461 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b950ad9c-df08-44bd-bb8a-e69dc383007c req-b121bde6-7a92-4c08-8f34-18c1ea2a82c9 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889189 Apr 06 11:01:05.676223 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks [] for router_gateway (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.740405 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port bf9f5a65-ed45-4124-9059-bb3104480fa4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:05.749748 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:05.755345 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [req-aa36214b-87af-4973-a633-32e853988487 req-8fbf22f4-32c9-4c13-b5b7-a39918715a51 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:01:05.757634 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-aa36214b-87af-4973-a633-32e853988487 req-8fbf22f4-32c9-4c13-b5b7-a39918715a51 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086579 Apr 06 11:01:05.797453 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a49d7-8e78-4ed4-9755-d4ddac7b02d2 req-2debc08f-d5d7-4d8e-ad29-eba9a13beedb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:05.799256 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fd1a49d7-8e78-4ed4-9755-d4ddac7b02d2 req-2debc08f-d5d7-4d8e-ad29-eba9a13beedb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1012437 Apr 06 11:01:05.874327 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fd1a49d7-8e78-4ed4-9755-d4ddac7b02d2 req-13490649-3712-436a-ab46-4a1a1b296eb2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599322 Apr 06 11:01:06.015110 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59484) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:06.051189 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks [] for router_gateway (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.073591 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.080283 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fffb41-3ff5-4301-8739-daa4ebe11b08 req-6acaf5fe-78a6-4c51-a29e-9e53747107d3 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:06.090818 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-51fffb41-3ff5-4301-8739-daa4ebe11b08 req-6acaf5fe-78a6-4c51-a29e-9e53747107d3 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1325927 Apr 06 11:01:06.115532 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=bf9f5a65-ed45-4124-9059-bb3104480fa4,revision_number=6']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:06.122390 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.db_base_plugin_common [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Allocated IP 172.20.0.2 (16dc32bb-bd1c-4641-a070-90057aff5843/e5734a0d-3930-4ed6-bccf-6abc5d957509/8d059159-77b9-4cbf-8f9f-7ded6ae195a3) {{(pid=115085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:01:06.189271 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-51fffb41-3ff5-4301-8739-daa4ebe11b08 req-212f79cd-d989-45e9-85e8-2c57855abf5d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975294 Apr 06 11:01:06.206696 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-aeab49b8-1a05-4a9c-bee1-2e9ded46ab0f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1898360 Apr 06 11:01:06.216905 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-4c259bd0-2857-4eec-a432-581a5f07cdc4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:01:06.217896 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-4c259bd0-2857-4eec-a432-581a5f07cdc4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051885 Apr 06 11:01:06.224368 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Allocated IP 172.27.1.84 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/4ac0fe4a-411d-4308-9198-74e723cec367) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:01:06.351327 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks [] for port (4ac0fe4a-411d-4308-9198-74e723cec367), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.352851 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Publish callbacks [] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), precommit_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.362249 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), after_create {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.401656 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.408662 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Network 16dc32bb-bd1c-4641-a070-90057aff5843 is already hosted by enough agents. {{(pid=115085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:01:06.412982 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.scheduler.base_scheduler [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Resources bound (agent type, host, resource id): {{(pid=115085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:01:06.416625 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59500) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:06.426185 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Received port after_create {{(pid=115085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:01:06.434305 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Pushing event updated for resources: {'Port': ['ID=8d059159-77b9-4cbf-8f9f-7ded6ae195a3,revision_number=1']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:06.452108 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:01:06.453825 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:01:06.458661 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:01:06.507538 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Attempting to bind port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:01:06.507958 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Attempting to bind port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:01:06.508387 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Attempting to bind port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 on network 16dc32bb-bd1c-4641-a070-90057aff5843 {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:01:06.510758 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac0fe4a-411d-4308-9198-74e723cec367,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:06.515069 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:01:06.515567 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Checking segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:01:06.515986 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.516388 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Bound using segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:01:06.516873 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Bound port: 8d059159-77b9-4cbf-8f9f-7ded6ae195a3, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:01:06.517444 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.566640 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-92b5ca0a-96bc-4a3b-bc3a-e4a2fb497c5e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:06.577041 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-92b5ca0a-96bc-4a3b-bc3a-e4a2fb497c5e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports/bf9f5a65-ed45-4124-9059-bb3104480fa4 HTTP/1.1" status: 200 len: 940 time: 0.1588867 Apr 06 11:01:06.601149 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] For port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:01:06.604630 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] For port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=8d059159-77b9-4cbf-8f9f-7ded6ae195a3,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:01:06.618881 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:06.706837 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bbc626-7f9a-43e5-976e-0aa304f7ae24 None None] Pushing event updated for resources: {'Port': ['ID=8d059159-77b9-4cbf-8f9f-7ded6ae195a3,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:07.123563 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-2141f7b9-b78e-44e1-8261-98dc78ea4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:07.125191 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-2141f7b9-b78e-44e1-8261-98dc78ea4680 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 1129 time: 0.1144924 Apr 06 11:01:07.313876 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016441-4857-4417-a24e-c88b436a040b req-280e0315-e2ad-4bdb-8afa-e0f7f62669aa tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:07.315698 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-77016441-4857-4417-a24e-c88b436a040b req-280e0315-e2ad-4bdb-8afa-e0f7f62669aa tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.2290294 Apr 06 11:01:07.372704 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks [] for router_gateway (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.374735 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:07.377166 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3df1636-b9bf-49e4-99e6-029dc1044e66" -d '{"events": [{"server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "name": "network-vif-unplugged", "status": "completed", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:07.393125 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-1ffa09e0-e678-4b81-9278-fd5258fe3935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:07.395438 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-1ffa09e0-e678-4b81-9278-fd5258fe3935 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 917 time: 0.2444916 Apr 06 11:01:07.466574 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-77016441-4857-4417-a24e-c88b436a040b req-eedf7b2e-e03a-4ddb-ba64-7c9947644e69 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298501 Apr 06 11:01:07.521686 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-d08fdd69-541f-46e4-b889-9512ec8eec5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7245d029-810e-48c0-b918-abb58d13d36e HTTP/1.1" status: 200 len: 1001 time: 0.0978639 Apr 06 11:01:07.552312 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9113c84-7ddb-476b-a35c-eecea25e5444 x-openstack-request-id: req-d9113c84-7ddb-476b-a35c-eecea25e5444 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:07.552663 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "name": "network-vif-unplugged", "status": "failed", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4", "code": 422}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:07.553545 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9113c84-7ddb-476b-a35c-eecea25e5444 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:07.554176 dv-cinder-836070-2-iscsi neutron-server[115085]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d9113c84-7ddb-476b-a35c-eecea25e5444']: {'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'code': 422} returned with failed status Apr 06 11:01:07.595868 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300fde56-a821-417b-924b-a959deef53ff req-7bae325d-6b00-4227-a83c-26bc96c41ad2 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:07.597607 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-300fde56-a821-417b-924b-a959deef53ff req-7bae325d-6b00-4227-a83c-26bc96c41ad2 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.2769697 Apr 06 11:01:07.677156 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-b39c2ebb-dca1-46ee-bfbb-dd97a3c18984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:07.680380 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-b39c2ebb-dca1-46ee-bfbb-dd97a3c18984 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 200 len: 855 time: 0.1511030 Apr 06 11:01:07.693179 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-300fde56-a821-417b-924b-a959deef53ff req-b0cf8cdf-fcbd-4e5f-8211-89e456f25635 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831285 Apr 06 11:01:07.777701 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-a0c8f60c-a70b-4b25-988a-320cab2e21a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:07.780558 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-a0c8f60c-a70b-4b25-988a-320cab2e21a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e57840e9-a610-40cb-aa8b-21f95edebb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841758 Apr 06 11:01:07.794282 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-475217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-505865'] for router (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:07.950872 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-a8c15292-4f70-4762-9cf3-e0daed235caf service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613526 Apr 06 11:01:08.001604 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa is scheduled to L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab with binding_index 1 {{(pid=115084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 06 11:01:08.124643 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f4ab1c-451f-4464-b3a5-fb19d7b44d46 None None] Network 16dc32bb-bd1c-4641-a070-90057aff5843 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:01:08.143193 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd59aab8-b75d-4bd2-9b15-4b0cf9abc032 req-876d8357-33ee-4cd7-8af7-f58d4a350e13 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825607 Apr 06 11:01:08.198389 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:01:08.212482 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-96cef6b1-32f5-42ed-a72b-2738090daec1 None None] Provisioning complete for port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:08.213101 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-96cef6b1-32f5-42ed-a72b-2738090daec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:08.228410 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:08.230114 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-fec5997d-e756-4808-9486-b486ba2559b1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8455591 Apr 06 11:01:08.234749 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59528) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:08.263028 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:01:08.348133 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-96cef6b1-32f5-42ed-a72b-2738090daec1 None None] Current status of the port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:08.349581 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-96cef6b1-32f5-42ed-a72b-2738090daec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:08.352507 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:08.353438 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:08.464718 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-96cef6b1-32f5-42ed-a72b-2738090daec1 None None] For port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=8d059159-77b9-4cbf-8f9f-7ded6ae195a3,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:08.477037 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-96cef6b1-32f5-42ed-a72b-2738090daec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:08.616505 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:08.618500 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cef6b1-32f5-42ed-a72b-2738090daec1 None None] Pushing event updated for resources: {'Port': ['ID=8d059159-77b9-4cbf-8f9f-7ded6ae195a3,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:08.724144 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23243e7d-a91d-4ca1-b843-003ca250d8df req-8327359b-2097-458a-86f6-b650b922fcbf tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:08.726800 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-23243e7d-a91d-4ca1-b843-003ca250d8df req-8327359b-2097-458a-86f6-b650b922fcbf tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1292939 Apr 06 11:01:08.906661 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-23243e7d-a91d-4ca1-b843-003ca250d8df req-397ec96e-5021-4a1f-9054-0898959e2c78 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606617 Apr 06 11:01:08.979843 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-0eacd45a-f989-41a8-8115-fe3377dc82ce None None] Provisioning complete for port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:08.981405 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-0eacd45a-f989-41a8-8115-fe3377dc82ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:08.983350 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-94888f00-7b4d-4f7a-ae08-2475a9941daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:08.986944 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-94888f00-7b4d-4f7a-ae08-2475a9941daf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30&tenant_id=d56cc77311aa435ca3a0d600f26a32cc HTTP/1.1" status: 200 len: 1127 time: 0.1798148 Apr 06 11:01:08.988521 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:09.010857 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e57b1-ec62-4dc3-8d13-abed6e81e4c3 req-83a42e14-c50e-4773-8581-6d439cbf25fd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:09.018979 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a76e57b1-ec62-4dc3-8d13-abed6e81e4c3 req-83a42e14-c50e-4773-8581-6d439cbf25fd tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1587749 Apr 06 11:01:09.079700 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:09.117113 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a76e57b1-ec62-4dc3-8d13-abed6e81e4c3 req-752d7b59-4330-43e9-bca6-4bc0f7c6023f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971472 Apr 06 11:01:09.215667 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-f0a44e9d-8140-4611-bdd6-12baaa0798be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:09.222151 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-f0a44e9d-8140-4611-bdd6-12baaa0798be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d56cc77311aa435ca3a0d600f26a32cc&device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 1127 time: 0.1302404 Apr 06 11:01:09.227739 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:09.228113 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:09.280678 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:07Z', 'revision_number': 3, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:09.327395 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:01:09.327948 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Updating router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa port 4ac0fe4a-411d-4308-9198-74e723cec367 binding host dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:01:09.380725 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Allocated IP 172.20.0.1 (16dc32bb-bd1c-4641-a070-90057aff5843/e5734a0d-3930-4ed6-bccf-6abc5d957509/6575af25-d9dc-446e-badb-7d72b3720de8) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:01:09.384960 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:09.415448 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-5c2449e6-1b70-4e9e-acf4-258eb9f89968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:09.417655 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-5c2449e6-1b70-4e9e-acf4-258eb9f89968 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2ef9f-7855-4256-a2fb-81a9774416fc HTTP/1.1" status: 200 len: 910 time: 0.1889315 Apr 06 11:01:09.555691 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Publish callbacks [] for port (6575af25-d9dc-446e-badb-7d72b3720de8), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:09.625653 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:09.632766 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-0eacd45a-f989-41a8-8115-fe3377dc82ce None None] Current status of the port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:09.644369 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:09.679642 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Network 16dc32bb-bd1c-4641-a070-90057aff5843 is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:01:09.682976 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:01:09.687164 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:01:09.714358 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-97f3bf8f-f844-44bc-99c8-731fd77e4186 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4 HTTP/1.1" status: 200 len: 998 time: 0.1325777 Apr 06 11:01:09.741066 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Pushing event updated for resources: {'Port': ['ID=6575af25-d9dc-446e-badb-7d72b3720de8,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:09.767669 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-506072'] for router_interface (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:09.815788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-657dfde6-b48c-4cb0-98a9-21c11ea8a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:09.817913 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-657dfde6-b48c-4cb0-98a9-21c11ea8a6cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a4771b5-9618-4e54-b37e-f57c1b6f8565 HTTP/1.1" status: 200 len: 848 time: 0.0975680 Apr 06 11:01:09.821986 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Publish callbacks [] for port (4ac0fe4a-411d-4308-9198-74e723cec367), precommit_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:09.833072 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:09.957467 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-67b367d1-312a-4515-a118-409681d842f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:09.960260 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-67b367d1-312a-4515-a118-409681d842f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2ef9f-7855-4256-a2fb-81a9774416fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1342740 Apr 06 11:01:09.962642 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Attempting to bind port 4ac0fe4a-411d-4308-9198-74e723cec367 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:01:09.963023 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Attempting to bind port 4ac0fe4a-411d-4308-9198-74e723cec367 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:01:09.963400 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Attempting to bind port 4ac0fe4a-411d-4308-9198-74e723cec367 on network 8593671b-c481-47e7-a44e-46a3b883120b {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:01:09.990547 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:01:09.990936 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Checking segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:01:09.991355 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:09.995870 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Bound using segment: {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'} {{(pid=115085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:01:09.996770 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.managers [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Bound port: 4ac0fe4a-411d-4308-9198-74e723cec367, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2993e081-c984-495a-b67e-77a618e1a3f2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}}] {{(pid=115085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:01:10.001344 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:10.010621 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe125e5-3f92-44e4-9a46-531149c88644 None None] Pushing event updated for resources: {'Port': ['ID=4ac0fe4a-411d-4308-9198-74e723cec367,revision_number=2']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:10.117145 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-b91cffed-9ce5-422a-870f-af78e2beb047 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507163 Apr 06 11:01:10.120218 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:10.144749 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] For port 4ac0fe4a-411d-4308-9198-74e723cec367, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:01:10.158315 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] For port 4ac0fe4a-411d-4308-9198-74e723cec367, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=4ac0fe4a-411d-4308-9198-74e723cec367,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:01:10.174447 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:10.180752 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71884a88-ed18-440c-9202-72450b07a147 req-9dd87437-5e1d-44a8-bb66-cdcd569c7460 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:10.192427 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-71884a88-ed18-440c-9202-72450b07a147 req-9dd87437-5e1d-44a8-bb66-cdcd569c7460 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1142285 Apr 06 11:01:10.227947 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-ab347583-eb48-42fe-a6d1-4bef77a5459e None None] Provisioning complete for port 6575af25-d9dc-446e-badb-7d72b3720de8 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:10.228338 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ab347583-eb48-42fe-a6d1-4bef77a5459e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:10.274347 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:10.275087 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:10.363611 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-71884a88-ed18-440c-9202-72450b07a147 req-ea2b8cda-a0d8-4277-95c9-292a1d6c1940 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697602 Apr 06 11:01:10.410937 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e60b59f8-6ddb-41f2-87dc-89668eb4cf8b req-4a01b659-9301-41aa-b592-3b07bc4b0afe service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848301 Apr 06 11:01:10.422831 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772658da-513a-44c4-9870-fdbefe0ca7b6 req-6be1bc43-bd83-43a0-9394-10cfde44318b tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:10.435110 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-772658da-513a-44c4-9870-fdbefe0ca7b6 req-6be1bc43-bd83-43a0-9394-10cfde44318b tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1756153 Apr 06 11:01:10.527806 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe125e5-3f92-44e4-9a46-531149c88644 None None] Pushing event updated for resources: {'Port': ['ID=4ac0fe4a-411d-4308-9198-74e723cec367,revision_number=3']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:10.537169 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-ab347583-eb48-42fe-a6d1-4bef77a5459e None None] Port 6575af25-d9dc-446e-badb-7d72b3720de8 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:01:10.543361 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-772658da-513a-44c4-9870-fdbefe0ca7b6 req-f633a72b-6c1b-4fc5-a46e-f1d8fba5a5f4 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024354 Apr 06 11:01:10.642270 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:10.649689 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Publish callbacks [] for port (6575af25-d9dc-446e-badb-7d72b3720de8), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:10.655588 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:10.734235 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Pushing event updated for resources: {'Port': ['ID=6575af25-d9dc-446e-badb-7d72b3720de8,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:10.736769 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-633396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-506440'] for router_interface (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:10.839094 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Network 16dc32bb-bd1c-4641-a070-90057aff5843 is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:01:10.841045 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:01:11.025351 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:01:11.036693 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:09Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:11.082687 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8c9e46-c608-4a71-9e07-99f133b1f7e9 None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:09Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:01:11.226430 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:01:11.240582 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-32b49137-c998-4531-86ca-bbc2720141fb admin admin] 10.222.0.23 "PUT /v2.0/routers/9381d23a-fea8-43dc-8faa-5f9ad48e4cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0039504 Apr 06 11:01:11.280275 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-5e9bed92-b787-427e-b149-01d70483b4d3 None None] Provisioning complete for port 6575af25-d9dc-446e-badb-7d72b3720de8 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:11.280983 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-5e9bed92-b787-427e-b149-01d70483b4d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:11.348192 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-5e9bed92-b787-427e-b149-01d70483b4d3 None None] Port 6575af25-d9dc-446e-badb-7d72b3720de8 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:01:11.634323 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f5553-5be3-48ea-9ae2-9d20bd751f5c req-7f89667b-9920-4641-8e16-072d40eaeef0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:11.636809 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ed7f5553-5be3-48ea-9ae2-9d20bd751f5c req-7f89667b-9920-4641-8e16-072d40eaeef0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1547937 Apr 06 11:01:11.721224 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ed7f5553-5be3-48ea-9ae2-9d20bd751f5c req-f8e8f9d7-c98a-4f9f-a020-c7afd9c8564c tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726233 Apr 06 11:01:11.927085 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41d351-253b-4ed8-905a-400428ec023c req-08721b54-778c-4034-b489-9c24ca9a6867 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:11.935566 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dd41d351-253b-4ed8-905a-400428ec023c req-08721b54-778c-4034-b489-9c24ca9a6867 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.0829811 Apr 06 11:01:12.007208 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dd41d351-253b-4ed8-905a-400428ec023c req-8ed75d91-f14e-4dc7-8e6d-98e5368344f6 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697482 Apr 06 11:01:12.220628 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59552) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:12.227916 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-a46362ad-15c3-428a-a228-593534017343 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1846108117', 'description': 'tempest-description--525516835'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:12.320786 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a46362ad-15c3-428a-a228-593534017343 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:12.450391 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a46362ad-15c3-428a-a228-593534017343 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (801b95b6-a25d-4e6b-a81c-fb60cef6015d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:12.467129 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a46362ad-15c3-428a-a228-593534017343 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (801b95b6-a25d-4e6b-a81c-fb60cef6015d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:12.521461 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a46362ad-15c3-428a-a228-593534017343 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:12.524156 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a46362ad-15c3-428a-a228-593534017343 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3016639 Apr 06 11:01:12.528926 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59556) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:12.533226 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46362ad-15c3-428a-a228-593534017343 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=801b95b6-a25d-4e6b-a81c-fb60cef6015d,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:12.546991 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-0f15d294-2e64-48c9-9179-6873947d0948 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group_rule': {'security_group_id': '801b95b6-a25d-4e6b-a81c-fb60cef6015d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:12.594792 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0f15d294-2e64-48c9-9179-6873947d0948 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (4362705e-5f44-4d79-8521-5103566c8c42), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:12.720461 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0f15d294-2e64-48c9-9179-6873947d0948 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (4362705e-5f44-4d79-8521-5103566c8c42), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:12.728616 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0f15d294-2e64-48c9-9179-6873947d0948 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (4362705e-5f44-4d79-8521-5103566c8c42), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:12.763691 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15d294-2e64-48c9-9179-6873947d0948 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4362705e-5f44-4d79-8521-5103566c8c42,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:12.789362 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0f15d294-2e64-48c9-9179-6873947d0948 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:12.792618 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-0f15d294-2e64-48c9-9179-6873947d0948 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2546010 Apr 06 11:01:12.796164 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59560) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:12.806120 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-b973fcc4-d4a7-4008-b95a-0e1c4e74ef80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group_rule': {'security_group_id': '801b95b6-a25d-4e6b-a81c-fb60cef6015d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:12.879793 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b973fcc4-d4a7-4008-b95a-0e1c4e74ef80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (8d682ae4-7ead-4a27-a39e-4be336d406ce), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:12.901847 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-478f8498-c1a9-4aea-a878-79f15d8da560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.028212 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b973fcc4-d4a7-4008-b95a-0e1c4e74ef80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (8d682ae4-7ead-4a27-a39e-4be336d406ce), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.035553 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b973fcc4-d4a7-4008-b95a-0e1c4e74ef80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (8d682ae4-7ead-4a27-a39e-4be336d406ce), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.055857 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f78c65-c31f-48a6-bf20-47bb065a0269 req-8d223ca3-a7ea-494e-ba59-44fbfad6f382 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:13.074423 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-14f78c65-c31f-48a6-bf20-47bb065a0269 req-8d223ca3-a7ea-494e-ba59-44fbfad6f382 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1474383 Apr 06 11:01:13.089591 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973fcc4-d4a7-4008-b95a-0e1c4e74ef80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d682ae4-7ead-4a27-a39e-4be336d406ce,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:13.092048 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 4ac0fe4a-411d-4308-9198-74e723cec367 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:13.103888 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b973fcc4-d4a7-4008-b95a-0e1c4e74ef80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.108335 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-b973fcc4-d4a7-4008-b95a-0e1c4e74ef80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3065240 Apr 06 11:01:13.112152 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59564) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:13.122512 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:13.193452 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-14f78c65-c31f-48a6-bf20-47bb065a0269 req-50316d95-d9dc-4fc7-83c2-1b557f47c843 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145713 Apr 06 11:01:13.213932 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 4ac0fe4a-411d-4308-9198-74e723cec367 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:13.214370 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.224309 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.307731 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c2c54-59d6-4ba9-b6c6-ca65577b8d5e req-8de581be-d5f8-4e97-a2a9-e947a2308978 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:13.309427 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c04c2c54-59d6-4ba9-b6c6-ca65577b8d5e req-8de581be-d5f8-4e97-a2a9-e947a2308978 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1409519 Apr 06 11:01:13.383586 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c04c2c54-59d6-4ba9-b6c6-ca65577b8d5e req-386d9d90-05ed-4962-87ab-15642c0622d0 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677164 Apr 06 11:01:13.390298 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 4ac0fe4a-411d-4308-9198-74e723cec367 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:13.390981 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.426516 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.431845 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] For port 4ac0fe4a-411d-4308-9198-74e723cec367, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=4ac0fe4a-411d-4308-9198-74e723cec367,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:13.438496 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.523650 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Pushing event updated for resources: {'Port': ['ID=4ac0fe4a-411d-4308-9198-74e723cec367,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:13.568180 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Allocated IP 172.27.1.185 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/8b9f88ea-f552-4a67-bf70-361d3ac9e2a9) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:01:13.710649 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (8b9f88ea-f552-4a67-bf70-361d3ac9e2a9), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.770167 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (8b9f88ea-f552-4a67-bf70-361d3ac9e2a9), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:13.832641 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:01:13.837867 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:01:13.841902 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:01:13.849432 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=8b9f88ea-f552-4a67-bf70-361d3ac9e2a9,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:13.989512 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (b96441e9-00a0-4d82-98cb-a96937bd12ca), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:14.062792 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (8b9f88ea-f552-4a67-bf70-361d3ac9e2a9), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:14.385791 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f753a-0365-4a8e-bf60-729246a9e561 req-3d766a54-0cd8-43b5-9e9e-79e4c6283f85 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:14.393161 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-621f753a-0365-4a8e-bf60-729246a9e561 req-3d766a54-0cd8-43b5-9e9e-79e4c6283f85 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0905833 Apr 06 11:01:14.483688 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (8b9f88ea-f552-4a67-bf70-361d3ac9e2a9), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:14.533184 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-621f753a-0365-4a8e-bf60-729246a9e561 req-c21b4a66-6ef9-41d0-9bca-398d46bb25cc tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387558 Apr 06 11:01:14.552754 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (8b9f88ea-f552-4a67-bf70-361d3ac9e2a9), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:14.752057 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:01:14.778044 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:14.779042 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:00:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:14.964364 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (b96441e9-00a0-4d82-98cb-a96937bd12ca), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:14.974088 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 4ac0fe4a-411d-4308-9198-74e723cec367 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:14.983779 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=8b9f88ea-f552-4a67-bf70-361d3ac9e2a9,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:14.995915 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c88998-ad54-4105-8bd1-84e7c839a7bd req-8968a09f-688b-45d8-9481-08cad111caf8 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:14.997509 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7c88998-ad54-4105-8bd1-84e7c839a7bd req-8968a09f-688b-45d8-9481-08cad111caf8 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.5077105 Apr 06 11:01:15.011806 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:15.022893 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-99e9b99e-6ef2-474a-ba74-a68271249f97 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8981783 Apr 06 11:01:15.071265 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:15.108082 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 4ac0fe4a-411d-4308-9198-74e723cec367 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:15.108358 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:15.137490 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a7c88998-ad54-4105-8bd1-84e7c839a7bd req-543490b1-a810-45e7-aa25-cc5de89e0d57 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288354 Apr 06 11:01:15.246438 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 4ac0fe4a-411d-4308-9198-74e723cec367 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:15.248791 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-885f2bbc-9d8f-4a47-8a54-c47bc4cf94a7 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1846108117&fields=id&tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 267 time: 0.0964260 Apr 06 11:01:15.420923 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-1215af47-bd1c-4e1b-919e-31050fbdabc0 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:15.424739 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 2, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:15.430032 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-1215af47-bd1c-4e1b-919e-31050fbdabc0 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 815 time: 0.1678269 Apr 06 11:01:15.443093 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-8abaff8f-bf07-466c-9288-d1cf328e5f60 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/quotas/70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 375 time: 0.0130384 Apr 06 11:01:15.474827 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:01:15.476782 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Updating router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa port 6575af25-d9dc-446e-badb-7d72b3720de8 binding host dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 06 11:01:15.514360 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:15.535757 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-3a206e00-8c14-43bf-9ded-3636a35f64cc tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825455 Apr 06 11:01:15.694965 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-3af300f6-1b66-478e-9b09-b451ff6035af service neutron] 10.222.0.23 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439035 Apr 06 11:01:15.841826 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a90206-b155-4758-bb3c-665065b964fa req-302c072a-3740-4ccd-b7a1-192227898476 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:15.848585 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-bef4eddc-319a-4625-8403-2c15015bb08b service neutron] 10.222.0.23 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527452 Apr 06 11:01:15.850328 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-88a90206-b155-4758-bb3c-665065b964fa req-302c072a-3740-4ccd-b7a1-192227898476 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1318347 Apr 06 11:01:15.853504 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8c938879-6883-4071-9a2a-e22e345e9562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:15.930006 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-88a90206-b155-4758-bb3c-665065b964fa req-6e665add-ee12-4130-acbb-5749bee72847 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696003 Apr 06 11:01:15.954945 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Publish callbacks [] for port (6575af25-d9dc-446e-badb-7d72b3720de8), precommit_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:15.965522 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:16.055050 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Pushing event updated for resources: {'Port': ['ID=6575af25-d9dc-446e-badb-7d72b3720de8,revision_number=3']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:16.082790 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.083136 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.090226 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.090789 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.091132 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.091510 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.091822 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.092148 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.092473 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.092790 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.093115 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.093456 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.093777 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.094093 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.094414 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:16.163733 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Attempting to bind port 6575af25-d9dc-446e-badb-7d72b3720de8 on host dv-cinder-836070-2-iscsi for vnic_type normal with profile {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:01:16.164212 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Attempting to bind port 6575af25-d9dc-446e-badb-7d72b3720de8 by drivers openvswitch,hyperv on host dv-cinder-836070-2-iscsi at level 0 using segments [{'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:01:16.164598 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Attempting to bind port 6575af25-d9dc-446e-badb-7d72b3720de8 on network 16dc32bb-bd1c-4641-a070-90057aff5843 {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:01:16.173571 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Checking agent: {'id': 'c27959a3-6841-4f85-96e9-06ed09f77678', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 45, 20), 'started_at': datetime.datetime(2022, 4, 6, 10, 45, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:01:16.174179 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Checking segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:01:16.174826 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:16.181414 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Bound using segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} {{(pid=115086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:01:16.182393 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.managers [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Bound port: 6575af25-d9dc-446e-badb-7d72b3720de8, host: dv-cinder-836070-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}}] {{(pid=115086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:01:16.183180 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), before_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:16.199283 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-01c885c2-ae71-4980-b4b0-cc207aad6727 req-b358dde3-bcb5-474d-828e-f08b70cf9fd3 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 210 time: 0.0916295 Apr 06 11:01:16.384578 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] For port 6575af25-d9dc-446e-badb-7d72b3720de8, host dv-cinder-836070-2-iscsi, cleared binding levels {{(pid=115086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:01:16.394704 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.plugins.ml2.db [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] For port 6575af25-d9dc-446e-badb-7d72b3720de8, host dv-cinder-836070-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=6575af25-d9dc-446e-badb-7d72b3720de8,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:01:16.411900 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron_lib.callbacks.manager [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), after_update {{(pid=115086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:16.426496 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4f793a-c0f8-4574-a2de-0c2e27ae79c4 req-3ddf4492-3d02-45b6-bada-ad2ed29bfce1 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:16.428772 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ae4f793a-c0f8-4574-a2de-0c2e27ae79c4 req-3ddf4492-3d02-45b6-bada-ad2ed29bfce1 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 943 time: 0.1302991 Apr 06 11:01:16.468702 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-b983b0bb-e95b-4075-b77f-89bb8ea51a99 None None] Provisioning complete for port 6575af25-d9dc-446e-badb-7d72b3720de8 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:16.470701 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b983b0bb-e95b-4075-b77f-89bb8ea51a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:16.494404 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:16.497514 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:01:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:16.548253 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:16.596096 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bde872-73f3-43c6-8d9c-3625c7dce3d2 None None] Pushing event updated for resources: {'Port': ['ID=6575af25-d9dc-446e-badb-7d72b3720de8,revision_number=4']} {{(pid=115086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:16.624459 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ae4f793a-c0f8-4574-a2de-0c2e27ae79c4 req-b8fca41f-6c56-4fe4-94a4-670a57504dd4 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879745 Apr 06 11:01:16.693334 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-b983b0bb-e95b-4075-b77f-89bb8ea51a99 None None] Current status of the port 6575af25-d9dc-446e-badb-7d72b3720de8 is: DOWN; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:16.694695 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b983b0bb-e95b-4075-b77f-89bb8ea51a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:16.757295 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-b983b0bb-e95b-4075-b77f-89bb8ea51a99 None None] For port 6575af25-d9dc-446e-badb-7d72b3720de8, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=6575af25-d9dc-446e-badb-7d72b3720de8,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:16.769699 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b983b0bb-e95b-4075-b77f-89bb8ea51a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:16.830606 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:16.928781 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983b0bb-e95b-4075-b77f-89bb8ea51a99 None None] Pushing event updated for resources: {'Port': ['ID=6575af25-d9dc-446e-badb-7d72b3720de8,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:17.003199 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-4be2b613-2005-4bb3-8e1d-5e7060b10683 None None] Provisioning complete for port 6575af25-d9dc-446e-badb-7d72b3720de8 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:17.003952 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-4be2b613-2005-4bb3-8e1d-5e7060b10683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:17.060666 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device bf9f5a65-ed45-4124-9059-bb3104480fa4 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:01:17.063038 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 6575af25-d9dc-446e-badb-7d72b3720de8 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:17.185429 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c2b0a-12f0-4421-8e4f-2a5bd3ac3a4b req-4562342d-8046-4d84-ba85-3ea94499863d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:17.198257 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8e1c2b0a-12f0-4421-8e4f-2a5bd3ac3a4b req-4562342d-8046-4d84-ba85-3ea94499863d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1311131 Apr 06 11:01:17.242320 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 6575af25-d9dc-446e-badb-7d72b3720de8 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:17.243031 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:17.273360 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:17.297102 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8e1c2b0a-12f0-4421-8e4f-2a5bd3ac3a4b req-905ef1af-a6e5-4f95-a1c6-c250a5175448 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964532 Apr 06 11:01:17.324282 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d97af-6fe5-4356-8a37-45c94aff92cd None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:01:17.377593 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4b955849-e036-4b27-883f-2bc4375478e4 req-b81303d5-ca29-4805-a500-b6c993d46451 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 210 time: 0.0544715 Apr 06 11:01:17.380814 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port bf9f5a65-ed45-4124-9059-bb3104480fa4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:17.399331 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'port_id': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'mac_address': 'fa:16:3e:c0:50:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:01:17.408861 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-4be2b613-2005-4bb3-8e1d-5e7060b10683 None None] Current status of the port 6575af25-d9dc-446e-badb-7d72b3720de8 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:17.497890 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port bf9f5a65-ed45-4124-9059-bb3104480fa4 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:17.498892 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:17.546826 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9f5a65-ed45-4124-9059-bb3104480fa4 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:01:17.563795 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 6575af25-d9dc-446e-badb-7d72b3720de8 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:17.611770 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port bf9f5a65-ed45-4124-9059-bb3104480fa4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:17.622068 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:17.745890 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=bf9f5a65-ed45-4124-9059-bb3104480fa4,revision_number=7']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:17.962870 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['bf9f5a65-ed45-4124-9059-bb3104480fa4'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:01:18.019008 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-7c537ae0-6884-4d12-9e05-6276694dc53e tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:18.021026 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-7c537ae0-6884-4d12-9e05-6276694dc53e tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 815 time: 0.3328352 Apr 06 11:01:18.037382 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644366ee-664a-4229-99bf-4ae8a0810c25 req-29149ad2-3c36-4cee-8f6a-f53a3517f62c tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:18.040067 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-644366ee-664a-4229-99bf-4ae8a0810c25 req-29149ad2-3c36-4cee-8f6a-f53a3517f62c tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 944 time: 0.2032287 Apr 06 11:01:18.169848 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-644366ee-664a-4229-99bf-4ae8a0810c25 req-f0024ea1-b957-4669-aa59-b39ff9c60fa7 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077607 Apr 06 11:01:18.245077 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-adc0ea8d-ee07-492a-857b-232e96aba840 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 380 time: 0.1279869 Apr 06 11:01:18.263310 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'port': {'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'admin_state_up': True, 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'security_groups': ['801b95b6-a25d-4e6b-a81c-fb60cef6015d']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:18.426265 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:18.540301 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09947fa0-3156-44e7-b218-1fcede9e5cff req-b7629694-437a-49ec-8634-e1b9d57fb0df tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:18.542628 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-09947fa0-3156-44e7-b218-1fcede9e5cff req-b7629694-437a-49ec-8634-e1b9d57fb0df tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1148424 Apr 06 11:01:18.584610 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-017aaab3-4531-4815-b1e4-7f7289c48ea0 req-c8fb12fd-085a-4e39-ab28-61ed67cfb496 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 210 time: 0.0599172 Apr 06 11:01:18.585603 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Made reservation on behalf of 70d69596c1cf4a4b9327f3b65c2d3dea for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:01:18.589925 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:18.649974 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-09947fa0-3156-44e7-b218-1fcede9e5cff req-6c16e5fb-9f08-4d66-93e8-3e83c71f22bd tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994501 Apr 06 11:01:18.801783 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Allocated IP 172.20.0.13 (16dc32bb-bd1c-4641-a070-90057aff5843/e5734a0d-3930-4ed6-bccf-6abc5d957509/76e2e01f-90be-472f-bbfa-9a551f0b4eec) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:01:19.008416 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 6575af25-d9dc-446e-badb-7d72b3720de8 up at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:19.026603 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.082719 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Provisioning complete for port 6575af25-d9dc-446e-badb-7d72b3720de8 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:19.083582 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.084298 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.119138 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device bf9f5a65-ed45-4124-9059-bb3104480fa4 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:19.120251 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Network 16dc32bb-bd1c-4641-a070-90057aff5843 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:01:19.142779 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:01:19.147984 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:01:19.262649 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=76e2e01f-90be-472f-bbfa-9a551f0b4eec,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:19.296853 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Current status of the port 6575af25-d9dc-446e-badb-7d72b3720de8 is: ACTIVE; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:19.310403 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port bf9f5a65-ed45-4124-9059-bb3104480fa4 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:19.310783 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.327332 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:19.328024 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.373375 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-89f7ddec-d494-466d-b5b7-a4a916368e2d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1193204 Apr 06 11:01:19.393523 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Request body: {'port': {'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:19.408228 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a9a9f-68a6-42ea-b6ae-26b5c4f5ac6f req-648eb7b0-b81a-4f34-8972-8ee74e7bceed tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:19.409828 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-882a9a9f-68a6-42ea-b6ae-26b5c4f5ac6f req-648eb7b0-b81a-4f34-8972-8ee74e7bceed tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 944 time: 0.1252646 Apr 06 11:01:19.485246 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port bf9f5a65-ed45-4124-9059-bb3104480fa4 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:19.485862 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.519027 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.526131 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-882a9a9f-68a6-42ea-b6ae-26b5c4f5ac6f req-614f8975-527a-44e7-8608-f1872c696823 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957317 Apr 06 11:01:19.535333 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:19.551958 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2cdba3-3d29-4b66-b42f-88c7f9490bee" -d '{"events": [{"server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "name": "network-vif-plugged", "status": "completed", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:19.585182 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port bf9f5a65-ed45-4124-9059-bb3104480fa4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:19.595502 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-3257bb47-bb1c-4106-b8de-7647df2c47ab None None] Provisioning complete for port 76e2e01f-90be-472f-bbfa-9a551f0b4eec triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:19.596123 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3257bb47-bb1c-4106-b8de-7647df2c47ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.676678 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7110cf8-514b-426e-85e4-8693ab26121e x-openstack-request-id: req-c7110cf8-514b-426e-85e4-8693ab26121e {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:19.677459 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "name": "network-vif-plugged", "status": "completed", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:19.678618 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c7110cf8-514b-426e-85e4-8693ab26121e {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:19.679385 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7110cf8-514b-426e-85e4-8693ab26121e'] response: {'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'code': 200} Apr 06 11:01:19.683819 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-3257bb47-bb1c-4106-b8de-7647df2c47ab None None] Port 76e2e01f-90be-472f-bbfa-9a551f0b4eec cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:01:19.692969 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.757409 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:19.806121 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=bf9f5a65-ed45-4124-9059-bb3104480fa4,revision_number=8']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:19.881766 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4434db-d289-4110-96b1-ffc685e5da65 req-0aa230ee-2e05-412f-9762-823a3499d126 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:19.884335 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-eb4434db-d289-4110-96b1-ffc685e5da65 req-0aa230ee-2e05-412f-9762-823a3499d126 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.1094413 Apr 06 11:01:19.954496 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-eb4434db-d289-4110-96b1-ffc685e5da65 req-103de01a-465c-4030-aded-e3f909cd6074 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631187 Apr 06 11:01:19.978370 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d9ed5-fc6c-4ef8-b6fa-d9dece3aefc7 req-a3355232-3bc8-474b-a720-c6c8c0f9a871 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:19.980024 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-839d9ed5-fc6c-4ef8-b6fa-d9dece3aefc7 req-a3355232-3bc8-474b-a720-c6c8c0f9a871 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 932 time: 0.1628489 Apr 06 11:01:19.993880 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e2e01f-90be-472f-bbfa-9a551f0b4eec {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:01:20.005660 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Publish callbacks [] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.048205 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Transition to ACTIVE for port object 76e2e01f-90be-472f-bbfa-9a551f0b4eec will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:01:20.064490 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.087549 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788530e3-5ea7-4bd4-9a57-ab2f6edfc748 req-156ed908-5ea2-46d2-afad-badd7bda4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:20.089423 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-788530e3-5ea7-4bd4-9a57-ab2f6edfc748 req-156ed908-5ea2-46d2-afad-badd7bda4f42 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 1129 time: 0.0833242 Apr 06 11:01:20.118320 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-839d9ed5-fc6c-4ef8-b6fa-d9dece3aefc7 req-751b51f3-0865-41e6-a55a-5bd647f806ff tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151536 Apr 06 11:01:20.174580 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-788530e3-5ea7-4bd4-9a57-ab2f6edfc748 req-d694f7bd-3d03-4399-a559-438a784eb3fd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777400 Apr 06 11:01:20.187375 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Pushing event updated for resources: {'Port': ['ID=76e2e01f-90be-472f-bbfa-9a551f0b4eec,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:20.278008 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Attempting to bind port 76e2e01f-90be-472f-bbfa-9a551f0b4eec on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:01:20.278733 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Attempting to bind port 76e2e01f-90be-472f-bbfa-9a551f0b4eec by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:01:20.279336 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Attempting to bind port 76e2e01f-90be-472f-bbfa-9a551f0b4eec on network 16dc32bb-bd1c-4641-a070-90057aff5843 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:01:20.284805 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Port 76e2e01f-90be-472f-bbfa-9a551f0b4eec on network 16dc32bb-bd1c-4641-a070-90057aff5843 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:01:20.287340 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Attempting to bind port 76e2e01f-90be-472f-bbfa-9a551f0b4eec on network 16dc32bb-bd1c-4641-a070-90057aff5843 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:01:20.295925 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:01:20.296318 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Checking segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:01:20.296646 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Bound using segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:01:20.297082 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Bound port: 76e2e01f-90be-472f-bbfa-9a551f0b4eec, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:01:20.297444 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.410344 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] For port 76e2e01f-90be-472f-bbfa-9a551f0b4eec, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:01:20.422276 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] For port 76e2e01f-90be-472f-bbfa-9a551f0b4eec, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=76e2e01f-90be-472f-bbfa-9a551f0b4eec,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:01:20.434174 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.480475 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:20.481115 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:20.482916 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] 10.222.0.26 "PUT /v2.0/ports/76e2e01f-90be-472f-bbfa-9a551f0b4eec HTTP/1.1" status: 200 len: 1094 time: 1.0938158 Apr 06 11:01:20.485441 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'tag': '76e2e01f-90be-472f-bbfa-9a551f0b4eec'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:20.487922 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a977a592-586c-47dc-bd55-a786cafcf246" -d '{"events": [{"name": "network-changed", "server_uuid": "4601de78-f2fa-4b84-aab6-89ee02fd0eae", "tag": "76e2e01f-90be-472f-bbfa-9a551f0b4eec"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:20.561181 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d9e7a-c338-4e35-9744-fecc3407edcd service neutron] Pushing event updated for resources: {'Port': ['ID=76e2e01f-90be-472f-bbfa-9a551f0b4eec,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:20.574042 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba82ad9-b275-4f21-b65b-d1a01be5a0f9 x-openstack-request-id: req-fba82ad9-b275-4f21-b65b-d1a01be5a0f9 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:20.575788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4601de78-f2fa-4b84-aab6-89ee02fd0eae", "tag": "76e2e01f-90be-472f-bbfa-9a551f0b4eec", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:20.577497 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fba82ad9-b275-4f21-b65b-d1a01be5a0f9 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:20.579830 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba82ad9-b275-4f21-b65b-d1a01be5a0f9'] response: {'name': 'network-changed', 'server_uuid': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'tag': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'status': 'completed', 'code': 200} Apr 06 11:01:20.705134 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e353ea-ba7f-4362-a9e6-ce8626d27a67 req-24542092-59a6-4ded-ba0c-f118790068ac tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:20.715400 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-46e353ea-ba7f-4362-a9e6-ce8626d27a67 req-24542092-59a6-4ded-ba0c-f118790068ac tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0861034 Apr 06 11:01:20.780695 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-46e353ea-ba7f-4362-a9e6-ce8626d27a67 req-f2992ed9-f0ee-4195-ba51-73191bef757c tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642207 Apr 06 11:01:20.931169 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-60488ac4-24a7-4258-904e-1468cbbbe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:20.934465 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-60488ac4-24a7-4258-904e-1468cbbbe03b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 1128 time: 0.0632830 Apr 06 11:01:21.034665 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-a75ebe5a-7ff1-4038-9242-077f0bed216d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e2e01f-90be-472f-bbfa-9a551f0b4eec HTTP/1.1" status: 200 len: 217 time: 0.0608432 Apr 06 11:01:21.108234 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-8fb2932d-b639-479c-b3fa-e3fa1c768df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:21.109930 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-8fb2932d-b639-479c-b3fa-e3fa1c768df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0683453 Apr 06 11:01:21.141366 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210fd44-5dbf-4ae6-925e-55d77307fbb1 req-66d05955-9689-46c5-82e2-0e479e27a7bd tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:21.143360 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e210fd44-5dbf-4ae6-925e-55d77307fbb1 req-66d05955-9689-46c5-82e2-0e479e27a7bd tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0840371 Apr 06 11:01:21.214890 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e210fd44-5dbf-4ae6-925e-55d77307fbb1 req-becff2ad-6719-4656-b021-6cd35fe1dbc9 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638857 Apr 06 11:01:21.330302 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-ad2f9b3a-382e-41d0-93f5-c3878bf9d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:21.331878 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-ad2f9b3a-382e-41d0-93f5-c3878bf9d73e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1024296 Apr 06 11:01:21.346516 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3563efa-f1b4-4f6c-8dc3-b123954442e4 req-69ecf5c7-cf3b-40bd-abde-4587d99617e3 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:21.355402 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f3563efa-f1b4-4f6c-8dc3-b123954442e4 req-69ecf5c7-cf3b-40bd-abde-4587d99617e3 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 944 time: 0.1058156 Apr 06 11:01:21.420015 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f3563efa-f1b4-4f6c-8dc3-b123954442e4 req-e86ab3b7-2d04-48d9-803f-81f0a85f016f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591381 Apr 06 11:01:21.758123 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-1f51ad33-4b7b-4fb0-a977-619060b2689a service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917137 Apr 06 11:01:21.893075 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0ca69a6-2124-4669-a122-aa419d0357ce req-271541dd-1545-4055-afc3-38679b7023ee service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068034 Apr 06 11:01:21.921121 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dfed6-a9d6-4a23-b1f4-5eb058727eed req-517b8b21-3c4b-456c-a538-944fadcafc39 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:21.922802 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3e1dfed6-a9d6-4a23-b1f4-5eb058727eed req-517b8b21-3c4b-456c-a538-944fadcafc39 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0545075 Apr 06 11:01:21.979722 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3e1dfed6-a9d6-4a23-b1f4-5eb058727eed req-52a99e2b-2de8-4f62-b6a3-7cf6b9fb9176 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499413 Apr 06 11:01:22.342768 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bba14c-e8fd-4ccd-9342-5c30de7dea5a req-23cff994-362c-4662-a3d5-fc753fca27d3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:22.344409 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-67bba14c-e8fd-4ccd-9342-5c30de7dea5a req-23cff994-362c-4662-a3d5-fc753fca27d3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0557351 Apr 06 11:01:22.391348 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-67bba14c-e8fd-4ccd-9342-5c30de7dea5a req-278d4810-5a3f-4ec6-b523-0b9850868238 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398819 Apr 06 11:01:22.536586 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf627ddc-50cd-449e-be5b-79b0d4a1f8e4 req-1a4b06ba-f824-4335-9164-42bfb7bbf2da tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:22.538886 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cf627ddc-50cd-449e-be5b-79b0d4a1f8e4 req-1a4b06ba-f824-4335-9164-42bfb7bbf2da tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 944 time: 0.0528998 Apr 06 11:01:22.585784 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cf627ddc-50cd-449e-be5b-79b0d4a1f8e4 req-ba476139-88a8-4d44-9a36-c1f374f31d20 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Apr 06 11:01:23.147931 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977a592-586c-47dc-bd55-a786cafcf246 req-1b0486bc-2fd0-4721-86df-67a6ea49efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.149480 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a977a592-586c-47dc-bd55-a786cafcf246 req-1b0486bc-2fd0-4721-86df-67a6ea49efee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 1128 time: 0.0466800 Apr 06 11:01:23.166130 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-97d0ca13-2269-43c2-873a-10939367fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.167665 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-97d0ca13-2269-43c2-873a-10939367fdfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 1129 time: 0.0467079 Apr 06 11:01:23.246782 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977a592-586c-47dc-bd55-a786cafcf246 req-ea55a4ff-447c-4fae-b8bf-ed9b41803580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.248325 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a977a592-586c-47dc-bd55-a786cafcf246 req-ea55a4ff-447c-4fae-b8bf-ed9b41803580 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 916 time: 0.0923233 Apr 06 11:01:23.260023 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-953bf31e-3923-4c0a-ad95-cc00763ebf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.261407 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-953bf31e-3923-4c0a-ad95-cc00763ebf31 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 917 time: 0.0880470 Apr 06 11:01:23.293262 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a977a592-586c-47dc-bd55-a786cafcf246 req-69429857-550d-4836-8ecd-ef7fe4a4d9b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e2e01f-90be-472f-bbfa-9a551f0b4eec HTTP/1.1" status: 200 len: 217 time: 0.0377069 Apr 06 11:01:23.328213 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-b396aa83-9df6-412f-bc12-894aec93fece service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7245d029-810e-48c0-b918-abb58d13d36e HTTP/1.1" status: 200 len: 1001 time: 0.0608768 Apr 06 11:01:23.346825 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977a592-586c-47dc-bd55-a786cafcf246 req-eea225b3-e93c-42d5-a100-fb415a949ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.348346 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a977a592-586c-47dc-bd55-a786cafcf246 req-eea225b3-e93c-42d5-a100-fb415a949ce7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0501530 Apr 06 11:01:23.380119 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-891212c0-9437-446f-9fa4-8de300e2699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.382283 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-891212c0-9437-446f-9fa4-8de300e2699d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 200 len: 855 time: 0.0489771 Apr 06 11:01:23.399251 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a977a592-586c-47dc-bd55-a786cafcf246 req-989685ed-d864-4ac6-a33a-596ad3afd3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.400747 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a977a592-586c-47dc-bd55-a786cafcf246 req-989685ed-d864-4ac6-a33a-596ad3afd3f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469742 Apr 06 11:01:23.435565 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-b63aafac-ce5a-480d-9913-b607c43a2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.437094 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-b63aafac-ce5a-480d-9913-b607c43a2a35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e57840e9-a610-40cb-aa8b-21f95edebb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472543 Apr 06 11:01:23.529094 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a977a592-586c-47dc-bd55-a786cafcf246 req-fcaf026c-d4dd-4580-bde8-20bee5b934f8 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228423 Apr 06 11:01:23.529373 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-b851ff85-5d1e-412c-adfd-7be0353e84b6 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856380 Apr 06 11:01:23.544853 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f553e1-0518-4c57-9629-791833e24ffa req-0e3d8122-5406-484c-a0b7-c15e736c96e1 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.546288 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-03f553e1-0518-4c57-9629-791833e24ffa req-0e3d8122-5406-484c-a0b7-c15e736c96e1 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0753257 Apr 06 11:01:23.654392 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-03f553e1-0518-4c57-9629-791833e24ffa req-8d2ac17c-0777-487a-b054-9d1dbcac7bb3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994956 Apr 06 11:01:23.670395 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a977a592-586c-47dc-bd55-a786cafcf246 req-97db9938-3dcf-4bac-980b-56555881106a service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231561 Apr 06 11:01:23.900344 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7f8185a3-500f-42eb-a7b8-eff970cd71ee req-c6f75300-3300-46a0-a4b7-f006d5d1b0e1 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596859 Apr 06 11:01:23.907856 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44690b19-a7fa-459e-8ae5-15749ec4e04d req-eab17fbc-8743-4c54-9667-409ff6e6264b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:23.909142 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-44690b19-a7fa-459e-8ae5-15749ec4e04d req-eab17fbc-8743-4c54-9667-409ff6e6264b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 944 time: 0.0812836 Apr 06 11:01:23.954614 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-44690b19-a7fa-459e-8ae5-15749ec4e04d req-1daabd8a-49f0-49ae-a1e7-a600b600bb9b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391493 Apr 06 11:01:24.787190 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2fbfa-5ce4-482c-b9bb-d53c0acc1275 req-ab009e86-9acb-47bf-8c18-51ff63305c75 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:24.788708 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-76e2fbfa-5ce4-482c-b9bb-d53c0acc1275 req-ab009e86-9acb-47bf-8c18-51ff63305c75 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 945 time: 0.0580618 Apr 06 11:01:24.836154 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-76e2fbfa-5ce4-482c-b9bb-d53c0acc1275 req-794fde87-b4f7-49c1-996b-f6eb8fa21930 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418179 Apr 06 11:01:25.075681 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a320b-1ccd-4f06-8eb3-61412ba813f9 req-0d95e4b4-b2c6-4765-8e54-dcdcb94f5253 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:25.077076 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-222a320b-1ccd-4f06-8eb3-61412ba813f9 req-0d95e4b4-b2c6-4765-8e54-dcdcb94f5253 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 944 time: 0.0551741 Apr 06 11:01:25.100344 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 76e2e01f-90be-472f-bbfa-9a551f0b4eec details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:01:25.110290 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 7245d029-810e-48c0-b918-abb58d13d36e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:25.124569 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-222a320b-1ccd-4f06-8eb3-61412ba813f9 req-56476518-3274-4006-8a37-3efba3cb511c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420086 Apr 06 11:01:25.254405 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 7245d029-810e-48c0-b918-abb58d13d36e is: ACTIVE; New status is: DOWN {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:25.254791 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7245d029-810e-48c0-b918-abb58d13d36e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:25.261005 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 76e2e01f-90be-472f-bbfa-9a551f0b4eec, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=76e2e01f-90be-472f-bbfa-9a551f0b4eec,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:25.287771 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'mac_address': 'fa:16:3e:05:f2:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:01:25.295471 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:25.297667 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9d56fa-fe97-43be-b92f-f77b7b4115c2" -d '{"events": [{"server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "name": "network-vif-unplugged", "status": "completed", "tag": "7245d029-810e-48c0-b918-abb58d13d36e"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:25.312490 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:25.330319 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:25.337564 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d8e6c1-d69b-4658-b6ab-fb2099e6c3e2 x-openstack-request-id: req-e5d8e6c1-d69b-4658-b6ab-fb2099e6c3e2 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:25.337851 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "name": "network-vif-unplugged", "status": "completed", "tag": "7245d029-810e-48c0-b918-abb58d13d36e", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:25.338100 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e5d8e6c1-d69b-4658-b6ab-fb2099e6c3e2 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:25.338479 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d8e6c1-d69b-4658-b6ab-fb2099e6c3e2'] response: {'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e', 'code': 200} Apr 06 11:01:25.373993 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 76e2e01f-90be-472f-bbfa-9a551f0b4eec is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:25.374381 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:25.400043 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e2e01f-90be-472f-bbfa-9a551f0b4eec {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:01:25.405268 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=8']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:25.422548 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 76e2e01f-90be-472f-bbfa-9a551f0b4eec, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=76e2e01f-90be-472f-bbfa-9a551f0b4eec,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:25.426558 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:25.478520 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=76e2e01f-90be-472f-bbfa-9a551f0b4eec,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:25.764336 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['76e2e01f-90be-472f-bbfa-9a551f0b4eec'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:01:25.967589 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06945df-a4c8-49de-8b80-72c4c2c48556 req-34ca8cff-d108-4524-b5b6-1203926423cc tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:25.969491 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e06945df-a4c8-49de-8b80-72c4c2c48556 req-34ca8cff-d108-4524-b5b6-1203926423cc tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0542433 Apr 06 11:01:26.024244 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e06945df-a4c8-49de-8b80-72c4c2c48556 req-0b1c1eae-aad2-4adb-997a-5e8e5d97e5c2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470626 Apr 06 11:01:26.251320 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94142103-db83-4e1a-8315-98e5d95757c4 req-806c1d78-7b40-4780-b7dc-0eb00995b11d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:26.252957 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-94142103-db83-4e1a-8315-98e5d95757c4 req-806c1d78-7b40-4780-b7dc-0eb00995b11d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 945 time: 0.0607319 Apr 06 11:01:26.305774 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-94142103-db83-4e1a-8315-98e5d95757c4 req-7df31f5d-2e63-48f5-8666-7f59bedfeeff tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467162 Apr 06 11:01:26.963709 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4963e-5b10-4bdd-9ac7-6f9eac5fc489 req-68932085-91d5-4c50-ab3b-408046bed2f3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:26.965375 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cca4963e-5b10-4bdd-9ac7-6f9eac5fc489 req-68932085-91d5-4c50-ab3b-408046bed2f3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0546651 Apr 06 11:01:27.015077 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cca4963e-5b10-4bdd-9ac7-6f9eac5fc489 req-6abad5d3-97fa-4f81-9b74-231c64846881 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441155 Apr 06 11:01:27.135152 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-ab8a24f4-3d52-4ba6-98d6-daf5393e2996 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0433273 Apr 06 11:01:27.173690 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 76e2e01f-90be-472f-bbfa-9a551f0b4eec up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:27.209518 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-04707a2a-1598-4442-a89c-67589940f9b2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:27.211087 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-04707a2a-1598-4442-a89c-67589940f9b2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports/7245d029-810e-48c0-b918-abb58d13d36e HTTP/1.1" status: 200 len: 940 time: 0.0491195 Apr 06 11:01:27.223708 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 76e2e01f-90be-472f-bbfa-9a551f0b4eec completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:01:27.229115 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 76e2e01f-90be-472f-bbfa-9a551f0b4eec triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:27.229564 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:27.314740 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 76e2e01f-90be-472f-bbfa-9a551f0b4eec is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:27.315141 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:27.345752 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e2e01f-90be-472f-bbfa-9a551f0b4eec'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:27.350145 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-920f03c0-c638-41e2-8aac-2dc647c46cfd" -d '{"events": [{"server_uuid": "4601de78-f2fa-4b84-aab6-89ee02fd0eae", "name": "network-vif-plugged", "status": "completed", "tag": "76e2e01f-90be-472f-bbfa-9a551f0b4eec"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:27.363642 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 76e2e01f-90be-472f-bbfa-9a551f0b4eec, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=76e2e01f-90be-472f-bbfa-9a551f0b4eec,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:27.370223 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:27.371734 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 7245d029-810e-48c0-b918-abb58d13d36e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:01:27.426123 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba2112d-c987-4b87-be1c-3c8d77221dd9 x-openstack-request-id: req-7ba2112d-c987-4b87-be1c-3c8d77221dd9 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:27.426420 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4601de78-f2fa-4b84-aab6-89ee02fd0eae", "name": "network-vif-plugged", "status": "completed", "tag": "76e2e01f-90be-472f-bbfa-9a551f0b4eec", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:27.426679 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ba2112d-c987-4b87-be1c-3c8d77221dd9 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:27.427076 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba2112d-c987-4b87-be1c-3c8d77221dd9'] response: {'server_uuid': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'code': 200} Apr 06 11:01:27.459839 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d536426-e2b6-4d8f-9213-e8e43380c683 req-e6644db2-9d3f-4e6c-9258-717916d87773 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:27.462274 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6d536426-e2b6-4d8f-9213-e8e43380c683 req-e6644db2-9d3f-4e6c-9258-717916d87773 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 946 time: 0.0801494 Apr 06 11:01:27.469926 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=76e2e01f-90be-472f-bbfa-9a551f0b4eec,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:27.522736 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 7245d029-810e-48c0-b918-abb58d13d36e is: DOWN; New status is: DOWN {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:27.528900 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6d536426-e2b6-4d8f-9213-e8e43380c683 req-69bdfa09-76f1-47b4-bebd-56cfddabc012 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564666 Apr 06 11:01:27.664171 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc0233-58d2-4fb4-bdc7-6255afdf2ccf req-af51b345-3cce-47dd-96b2-f11ef4b60660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:27.665938 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f3fc0233-58d2-4fb4-bdc7-6255afdf2ccf req-af51b345-3cce-47dd-96b2-f11ef4b60660 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 1130 time: 0.0449839 Apr 06 11:01:27.724424 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f3fc0233-58d2-4fb4-bdc7-6255afdf2ccf req-f5b76cd3-6975-4c5b-b587-1f8df80d59a3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394666 Apr 06 11:01:28.143035 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e477050-45ca-4539-a29b-95945aec0a56 req-7ae0316d-73bb-4324-b6c5-a1e77630c9f7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:28.144550 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5e477050-45ca-4539-a29b-95945aec0a56 req-7ae0316d-73bb-4324-b6c5-a1e77630c9f7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0566611 Apr 06 11:01:28.191259 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5e477050-45ca-4539-a29b-95945aec0a56 req-db3f24c5-488d-4150-b99c-c5ebcb63178e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409889 Apr 06 11:01:28.650932 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb10bd-3b51-403a-a07b-8262cbf58ad6 req-0d919d54-b610-4424-835f-fd7d02c50a1b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:28.652463 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20fb10bd-3b51-403a-a07b-8262cbf58ad6 req-0d919d54-b610-4424-835f-fd7d02c50a1b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 946 time: 0.0543804 Apr 06 11:01:28.701052 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-20fb10bd-3b51-403a-a07b-8262cbf58ad6 req-cf76889e-ee5a-468e-8b7f-9cdace6f4245 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421965 Apr 06 11:01:28.894647 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-476aada4-2aaa-452e-a03b-545e28834bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:28.896375 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-476aada4-2aaa-452e-a03b-545e28834bd1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190&tenant_id=1520446eb9854376954ced1cdb152f81 HTTP/1.1" status: 200 len: 1127 time: 0.0821626 Apr 06 11:01:29.326171 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa796ca2-af7e-4c66-b3f3-f370c5edc496 req-6d6ab12f-fb34-4fab-bc77-d1f28bc3ee70 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:29.327704 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fa796ca2-af7e-4c66-b3f3-f370c5edc496 req-6d6ab12f-fb34-4fab-bc77-d1f28bc3ee70 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0610366 Apr 06 11:01:29.415048 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fa796ca2-af7e-4c66-b3f3-f370c5edc496 req-9407ae6a-7734-40d5-aa0e-8aff5cd07cf0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818169 Apr 06 11:01:29.426305 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-9b7288c6-eed8-46bf-9456-7b01b69fe503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:29.427816 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-9b7288c6-eed8-46bf-9456-7b01b69fe503 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1520446eb9854376954ced1cdb152f81&device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 1127 time: 0.0715199 Apr 06 11:01:29.529428 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-0aeec8f2-3206-4dfa-94c3-5268174e8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:29.530818 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-0aeec8f2-3206-4dfa-94c3-5268174e8ab3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 200 len: 917 time: 0.0917449 Apr 06 11:01:29.596697 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-b649a82d-2cc9-452c-a1d6-0a1395ebb80f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7245d029-810e-48c0-b918-abb58d13d36e HTTP/1.1" status: 200 len: 999 time: 0.0596445 Apr 06 11:01:29.653251 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-1929853b-37c6-4c17-bf59-9d59630bdfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:29.654723 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-1929853b-37c6-4c17-bf59-9d59630bdfd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 200 len: 855 time: 0.0463901 Apr 06 11:01:29.708593 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-4f714c74-e9dc-4161-85df-c9fa3fdb10d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:29.711112 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-4f714c74-e9dc-4161-85df-c9fa3fdb10d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e57840e9-a610-40cb-aa8b-21f95edebb59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504050 Apr 06 11:01:29.807705 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-ac46a75e-3bc0-4c29-b687-aebe4067294e service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903072 Apr 06 11:01:29.828566 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443156fe-dd05-419d-ad5c-ac92861fa5fc req-717d2c64-b9ac-499d-aaa5-47049aaf00b8 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:29.830124 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-443156fe-dd05-419d-ad5c-ac92861fa5fc req-717d2c64-b9ac-499d-aaa5-47049aaf00b8 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 946 time: 0.0596528 Apr 06 11:01:29.883791 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-443156fe-dd05-419d-ad5c-ac92861fa5fc req-b41ff220-0747-4167-b7a3-61b60d636044 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475962 Apr 06 11:01:29.906162 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b2e383df-1148-4fc1-995f-2c2421d4900e req-0aedf1a1-4204-4564-b141-626ef40a28e8 service neutron] 10.222.0.26 "GET /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927753 Apr 06 11:01:30.013410 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b0589-4779-4626-909b-43c1fab6f0e0 req-dc56649f-6f32-4f4a-ba6b-58442c4722a8 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:30.014990 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3a2b0589-4779-4626-909b-43c1fab6f0e0 req-dc56649f-6f32-4f4a-ba6b-58442c4722a8 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 946 time: 0.0613334 Apr 06 11:01:30.025942 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59738) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:01:30.030533 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-b248f947-cf30-4946-bff0-c1e51add9af6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'floatingip': {'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:01:30.070279 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b248f947-cf30-4946-bff0-c1e51add9af6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (b96441e9-00a0-4d82-98cb-a96937bd12ca), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:30.745127 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b248f947-cf30-4946-bff0-c1e51add9af6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:30.769888 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b248f947-cf30-4946-bff0-c1e51add9af6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (b96441e9-00a0-4d82-98cb-a96937bd12ca), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:30.875288 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01cb63-26e7-4c51-861c-ba53bebb67e0 req-b588d1f5-4d1a-4620-93f7-7a55fa7e0b29 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:30.877955 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bc01cb63-26e7-4c51-861c-ba53bebb67e0 req-b588d1f5-4d1a-4620-93f7-7a55fa7e0b29 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.3289101 Apr 06 11:01:30.968381 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.l3_db [None req-b248f947-cf30-4946-bff0-c1e51add9af6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Floating IP b96441e9-00a0-4d82-98cb-a96937bd12ca associated. External IP: 172.27.1.185, port: 76e2e01f-90be-472f-bbfa-9a551f0b4eec. Apr 06 11:01:30.990866 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bc01cb63-26e7-4c51-861c-ba53bebb67e0 req-d2a6146d-76e3-4d88-80a5-c0decb9f1da5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821393 Apr 06 11:01:31.227827 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b248f947-cf30-4946-bff0-c1e51add9af6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:01:31.352757 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b248f947-cf30-4946-bff0-c1e51add9af6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:01:31.358449 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b248f947-cf30-4946-bff0-c1e51add9af6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:31.366163 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:01:31.378389 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:31.379147 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:01:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:31.401983 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-b248f947-cf30-4946-bff0-c1e51add9af6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "PUT /v2.0/floatingips/b96441e9-00a0-4d82-98cb-a96937bd12ca HTTP/1.1" status: 200 len: 992 time: 1.3707070 Apr 06 11:01:31.401983 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'tag': '76e2e01f-90be-472f-bbfa-9a551f0b4eec'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:31.401983 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff8c97b-2fd7-480a-b706-a1d4100b9551" -d '{"events": [{"name": "network-changed", "server_uuid": "4601de78-f2fa-4b84-aab6-89ee02fd0eae", "tag": "76e2e01f-90be-472f-bbfa-9a551f0b4eec"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:31.431712 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:01:31.457760 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15983583-44ed-4ba8-8daa-3c6aa349730f x-openstack-request-id: req-15983583-44ed-4ba8-8daa-3c6aa349730f {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:31.458156 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4601de78-f2fa-4b84-aab6-89ee02fd0eae", "tag": "76e2e01f-90be-472f-bbfa-9a551f0b4eec", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:31.458538 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-15983583-44ed-4ba8-8daa-3c6aa349730f {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:31.459568 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15983583-44ed-4ba8-8daa-3c6aa349730f'] response: {'name': 'network-changed', 'server_uuid': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'tag': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'status': 'completed', 'code': 200} Apr 06 11:01:31.666465 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:31.931653 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'b96441e9-00a0-4d82-98cb-a96937bd12ca', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:05:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:13Z', 'updated_at': '2022-04-06T11:01:30Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:31.962086 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:01:31.970916 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:01:31.971624 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:01:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:32.087125 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:01:32.133229 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56086119-f218-46b2-865f-71ee91c617d3 req-d3a7969f-baeb-4ca9-8f7c-34a8ee8d5695 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:32.134940 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-56086119-f218-46b2-865f-71ee91c617d3 req-d3a7969f-baeb-4ca9-8f7c-34a8ee8d5695 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0583024 Apr 06 11:01:32.189086 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-56086119-f218-46b2-865f-71ee91c617d3 req-75395820-cf87-4904-ba10-fa95dd5d74f5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467682 Apr 06 11:01:32.364683 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'b96441e9-00a0-4d82-98cb-a96937bd12ca', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:05:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:13Z', 'updated_at': '2022-04-06T11:01:30Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:01:32.394613 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e090d735-a7a1-44b0-8b05-5b2483abf859 None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'b96441e9-00a0-4d82-98cb-a96937bd12ca', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:05:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:13Z', 'updated_at': '2022-04-06T11:01:30Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:01:32.642872 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0feb7563-f023-41c9-ba0d-8616b98b1aef None None] New status for floating IP b96441e9-00a0-4d82-98cb-a96937bd12ca: ACTIVE {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:01:33.332523 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba66e8-d044-439c-acb0-0442753cf9c5 req-e7c04c4d-0d86-4bbd-a28a-37a1d7d01f54 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:33.335020 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a7ba66e8-d044-439c-acb0-0442753cf9c5 req-e7c04c4d-0d86-4bbd-a28a-37a1d7d01f54 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0574036 Apr 06 11:01:33.385733 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a7ba66e8-d044-439c-acb0-0442753cf9c5 req-72a242aa-6469-4fba-a8d0-1ac1bb85780b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435457 Apr 06 11:01:33.461585 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:34.796960 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddd673-2c47-407b-9571-3175664dcaa7 req-a810f1d9-6c4a-4a29-88a8-a199509c10b0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:34.798580 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0bddd673-2c47-407b-9571-3175664dcaa7 req-a810f1d9-6c4a-4a29-88a8-a199509c10b0 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.3308389 Apr 06 11:01:34.850502 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0bddd673-2c47-407b-9571-3175664dcaa7 req-4479fccf-695c-400b-88ab-0d3fdf47b3f5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439208 Apr 06 11:01:35.992810 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe73196-dfdb-4dcd-bbb4-aac84b517f32 req-fae4d87c-cd93-474c-b6da-067c92255dd8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:35.994310 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bfe73196-dfdb-4dcd-bbb4-aac84b517f32 req-fae4d87c-cd93-474c-b6da-067c92255dd8 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0642667 Apr 06 11:01:36.042422 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bfe73196-dfdb-4dcd-bbb4-aac84b517f32 req-c17bde05-9f6e-464f-a2f2-8714194c96fc tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420611 Apr 06 11:01:37.175963 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190f28c-7079-4c5a-9233-b690f4812bcc req-d8eef035-5071-42d9-a8d1-7b6559526a13 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:37.178089 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2190f28c-7079-4c5a-9233-b690f4812bcc req-d8eef035-5071-42d9-a8d1-7b6559526a13 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0623350 Apr 06 11:01:37.223606 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2190f28c-7079-4c5a-9233-b690f4812bcc req-803267bb-5291-4f9d-ac0a-ab32856ccfcc tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396721 Apr 06 11:01:38.366223 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed800de0-e4c9-452b-ba27-ac60e192484d req-bf2e2901-68f5-46ce-96f5-2268cb9f25d3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:38.367770 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ed800de0-e4c9-452b-ba27-ac60e192484d req-bf2e2901-68f5-46ce-96f5-2268cb9f25d3 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0537071 Apr 06 11:01:38.422089 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ed800de0-e4c9-452b-ba27-ac60e192484d req-17028e2d-c6a3-4f18-845b-e3b2c8d441a5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484438 Apr 06 11:01:39.559850 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ffdc10-6dbb-4e6f-9984-a2bc53c93ec4 req-c2d95f41-64c4-4334-b43f-89d0f9366d94 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:39.561737 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c5ffdc10-6dbb-4e6f-9984-a2bc53c93ec4 req-c2d95f41-64c4-4334-b43f-89d0f9366d94 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0641487 Apr 06 11:01:39.615922 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c5ffdc10-6dbb-4e6f-9984-a2bc53c93ec4 req-c396d0ee-7bbd-4e0c-ad0e-4ffd084c33bf tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483277 Apr 06 11:01:40.688945 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-3493fc96-a926-46eb-8e7c-69192841dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:40.690464 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-3493fc96-a926-46eb-8e7c-69192841dd0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 1130 time: 0.0492508 Apr 06 11:01:40.747513 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26249faa-0846-426a-be19-89d5bbb444b8 req-da7d14b5-2ebd-4f70-a154-5a9f839074a5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:40.749003 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-26249faa-0846-426a-be19-89d5bbb444b8 req-da7d14b5-2ebd-4f70-a154-5a9f839074a5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0576613 Apr 06 11:01:40.796572 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-26249faa-0846-426a-be19-89d5bbb444b8 req-71e23368-e991-4a26-9024-7ad34e99f1d5 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420129 Apr 06 11:01:41.590385 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-56486e20-0589-43eb-8bd6-2d21d8c5484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:41.591978 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-56486e20-0589-43eb-8bd6-2d21d8c5484e service neutron] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 916 time: 0.0847361 Apr 06 11:01:41.663118 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-1e2a7920-fb23-4cd5-875c-181d97b14931 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e2e01f-90be-472f-bbfa-9a551f0b4eec HTTP/1.1" status: 200 len: 1002 time: 0.0627689 Apr 06 11:01:41.712052 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-6465f0ca-cdfe-48ef-be1d-a8605a461719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:41.713432 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-6465f0ca-cdfe-48ef-be1d-a8605a461719 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0442522 Apr 06 11:01:41.762988 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-b7b6b621-cbee-4d41-b978-f5cbf2868a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:41.764524 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-b7b6b621-cbee-4d41-b978-f5cbf2868a57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444515 Apr 06 11:01:41.866905 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-07d297d3-b079-4196-acf8-cc0f720d7a40 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915985 Apr 06 11:01:41.923191 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd4f72-9ee9-41c2-8b38-2b09d946795c req-35e2663a-8a6a-484b-b456-54fd31357e0a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:41.924721 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b8bd4f72-9ee9-41c2-8b38-2b09d946795c req-35e2663a-8a6a-484b-b456-54fd31357e0a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0538080 Apr 06 11:01:41.961530 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dff8c97b-2fd7-480a-b706-a1d4100b9551 req-77006a91-9814-49aa-b9df-f202a15eb179 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879643 Apr 06 11:01:41.973396 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b8bd4f72-9ee9-41c2-8b38-2b09d946795c req-85d46fe1-ab7a-40ec-a94c-45db312d6690 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417972 Apr 06 11:01:42.839645 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b59ee9e2-61f1-428e-83f7-16ba13a42ace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:43.104336 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fc093-83be-4492-8a77-f293114ae640 req-72ff3c5d-8b4e-41fe-a26f-1941565d97de tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:43.105770 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c89fc093-83be-4492-8a77-f293114ae640 req-72ff3c5d-8b4e-41fe-a26f-1941565d97de tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 943 time: 0.0593648 Apr 06 11:01:43.154983 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c89fc093-83be-4492-8a77-f293114ae640 req-70aeb920-050d-4f31-9a4c-9f87862cd867 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432377 Apr 06 11:01:43.207297 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 7245d029-810e-48c0-b918-abb58d13d36e details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:01:43.311751 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:43.325725 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '7245d029-810e-48c0-b918-abb58d13d36e', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'port_id': '7245d029-810e-48c0-b918-abb58d13d36e', 'mac_address': 'fa:16:3e:1a:16:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:01:43.363615 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 7245d029-810e-48c0-b918-abb58d13d36e is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:43.363929 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7245d029-810e-48c0-b918-abb58d13d36e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:43.379553 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7245d029-810e-48c0-b918-abb58d13d36e {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:01:43.405107 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:43.409413 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:43.460046 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=9']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:43.467169 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.467545 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.467893 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.468236 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.468574 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.468912 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.469242 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.469571 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.469899 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.470225 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.470548 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.470903 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.471225 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.471577 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.471902 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:01:43.760525 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['7245d029-810e-48c0-b918-abb58d13d36e'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:01:44.278675 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa93b0a-23db-4be7-9817-b7ac2fdc9fa6 req-84f0c7c5-f8ff-4675-86ed-b0e1ec8a4de7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:44.280238 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8aa93b0a-23db-4be7-9817-b7ac2fdc9fa6 req-84f0c7c5-f8ff-4675-86ed-b0e1ec8a4de7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 944 time: 0.0533860 Apr 06 11:01:44.332153 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8aa93b0a-23db-4be7-9817-b7ac2fdc9fa6 req-c70a5bea-bd4e-4e7b-a4cf-602c95e86140 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462458 Apr 06 11:01:45.208266 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 7245d029-810e-48c0-b918-abb58d13d36e up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:01:45.259169 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 7245d029-810e-48c0-b918-abb58d13d36e triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:01:45.259581 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (7245d029-810e-48c0-b918-abb58d13d36e), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.337418 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 7245d029-810e-48c0-b918-abb58d13d36e is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:01:45.337816 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (7245d029-810e-48c0-b918-abb58d13d36e), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.360035 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:01:45.362254 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdf15e4-9bfc-419d-9d0c-c1ae657750ba" -d '{"events": [{"server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "name": "network-vif-plugged", "status": "completed", "tag": "7245d029-810e-48c0-b918-abb58d13d36e"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:01:45.380282 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:01:45.386953 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:45.414559 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef440064-ae3d-448a-9cd7-30996586a00d x-openstack-request-id: req-ef440064-ae3d-448a-9cd7-30996586a00d {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:01:45.415066 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "name": "network-vif-plugged", "status": "completed", "tag": "7245d029-810e-48c0-b918-abb58d13d36e", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:01:45.415066 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef440064-ae3d-448a-9cd7-30996586a00d {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:01:45.415489 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef440064-ae3d-448a-9cd7-30996586a00d'] response: {'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e', 'code': 200} Apr 06 11:01:45.449666 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=10']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:01:45.483181 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a05bd-df06-4c8e-845b-6e3bd591d00d req-23976e2d-7429-48d4-80f2-6bd13b7c7842 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:45.484801 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b74a05bd-df06-4c8e-845b-6e3bd591d00d req-23976e2d-7429-48d4-80f2-6bd13b7c7842 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 946 time: 0.0641589 Apr 06 11:01:45.536740 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b74a05bd-df06-4c8e-845b-6e3bd591d00d req-b150c4ff-3854-4764-bcd7-c7637df9d61a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460968 Apr 06 11:01:45.673269 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743a5a3-1516-4168-9648-8d0f50ce831b req-b51021c6-41cd-4761-b666-7661c2cafac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:45.674866 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b743a5a3-1516-4168-9648-8d0f50ce831b req-b51021c6-41cd-4761-b666-7661c2cafac4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 1130 time: 0.0440338 Apr 06 11:01:45.717947 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b743a5a3-1516-4168-9648-8d0f50ce831b req-cb9a6b8b-34da-4357-bc38-4a1d91e84388 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371952 Apr 06 11:01:45.826599 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-97414ce5-668e-4db0-8357-abed6e259f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:46.481408 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:46.664019 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79629228-a5c4-456a-8c66-d170c182c987 req-1ee50bdb-beb8-4b3f-8d20-3334880c06fb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:46.665645 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-79629228-a5c4-456a-8c66-d170c182c987 req-1ee50bdb-beb8-4b3f-8d20-3334880c06fb tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 946 time: 0.0540531 Apr 06 11:01:46.716662 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-79629228-a5c4-456a-8c66-d170c182c987 req-86bc8f15-70d9-4866-8a8e-fbeddf37615b tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452240 Apr 06 11:01:47.997052 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7605065-3231-4779-b6d5-89f0b88e6d28 req-22dda6f4-c33f-4ef3-bdcf-d6ddbd6c4510 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:47.998558 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b7605065-3231-4779-b6d5-89f0b88e6d28 req-22dda6f4-c33f-4ef3-bdcf-d6ddbd6c4510 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 946 time: 0.0551684 Apr 06 11:01:48.046503 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b7605065-3231-4779-b6d5-89f0b88e6d28 req-0772ca34-5c46-4152-b8d3-b07b92f8fa84 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422602 Apr 06 11:01:48.315183 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:01:49.165986 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d2634-ec3d-404f-95ee-df7558cde816 req-34ca3f80-140f-49aa-a602-d5c71ea45f2d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:01:49.167520 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-764d2634-ec3d-404f-95ee-df7558cde816 req-34ca3f80-140f-49aa-a602-d5c71ea45f2d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 946 time: 0.0517304 Apr 06 11:01:49.214003 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-764d2634-ec3d-404f-95ee-df7558cde816 req-7ff72f81-a107-44d3-b6d8-f0e8e7445090 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409353 Apr 06 11:01:49.620538 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:03.464997 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:07.946835 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-89b35604-d394-432c-9879-69207b163fee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519509 Apr 06 11:02:08.034521 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-fee82804-9d7d-4b59-90d1-4ea145b937e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:08.036555 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-fee82804-9d7d-4b59-90d1-4ea145b937e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 1130 time: 0.0511675 Apr 06 11:02:08.155834 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-b76fa111-00a8-47c4-8f82-4b7c551e60fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:08.157365 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-b76fa111-00a8-47c4-8f82-4b7c551e60fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.1003327 Apr 06 11:02:08.238235 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-54fd6bfa-f204-4382-a697-c974abc3079a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78b9f518-d697-4bf4-af12-ede51dc583c6 HTTP/1.1" status: 200 len: 1002 time: 0.0720608 Apr 06 11:02:08.304289 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-81652eec-bbd4-4f68-ad80-fb819e09b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:08.305777 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-81652eec-bbd4-4f68-ad80-fb819e09b2bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0602391 Apr 06 11:02:08.364194 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-5782fac6-e39d-4e9b-8dc7-60dbcc09db4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:08.365729 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-5782fac6-e39d-4e9b-8dc7-60dbcc09db4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0540073 Apr 06 11:02:08.431345 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:02:08.474234 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-77570892-68c1-4d6d-be8b-a47da34f2b45 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002905 Apr 06 11:02:08.598810 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ebebdf83-6856-4473-b3a7-72a6b13e9654 req-758cbef5-1531-4b2a-8bf3-0bb85636837b service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167157 Apr 06 11:02:12.844312 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d7a9f2c2-60d8-44ed-b7a1-fda43d4ac9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:15.828554 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-5c3ff5af-d7ff-4f5a-9679-a6f86f503b05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.483802 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.660630 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59900) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:16.666011 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765535660', 'description': 'tempest-description--1007119869'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:16.687885 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.758453 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (04cf66ce-beea-4e11-adad-b0d51d111079), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.764305 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (04cf66ce-beea-4e11-adad-b0d51d111079), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.792729 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.793967 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1323259 Apr 06 11:02:16.796994 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59902) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:16.798137 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cf66ce-beea-4e11-adad-b0d51d111079,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:16.801793 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group_rule': {'security_group_id': '04cf66ce-beea-4e11-adad-b0d51d111079', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:16.807483 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.807855 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.808191 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.808533 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.808874 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.809214 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.809552 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.809885 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.810214 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.810552 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.810884 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.811214 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.811573 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.811915 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.812234 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef6ce76-ffd7-48fc-89e5-013e3d14489c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.829731 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (77b760bc-344a-4510-ba9c-c1d1b8809386), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.885624 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (77b760bc-344a-4510-ba9c-c1d1b8809386), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.889307 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (77b760bc-344a-4510-ba9c-c1d1b8809386), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.906489 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b760bc-344a-4510-ba9c-c1d1b8809386,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:16.916388 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.916745 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.917089 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.917426 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.917760 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.918093 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.918428 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.918756 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.919081 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.919409 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.919801 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.923026 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.923026 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.923026 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.923026 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:16.925596 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:16.926798 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-dc4b42d8-76f3-4f07-ad52-ccda18ba4633 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286652 Apr 06 11:02:16.930660 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59904) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:16.935329 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-24ab2878-a5c2-48a9-9405-a163aca27d27 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group_rule': {'security_group_id': '04cf66ce-beea-4e11-adad-b0d51d111079', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:16.960689 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-24ab2878-a5c2-48a9-9405-a163aca27d27 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (1c5dd6df-0794-4147-b62c-d5e290f0a662), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.024399 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-24ab2878-a5c2-48a9-9405-a163aca27d27 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (1c5dd6df-0794-4147-b62c-d5e290f0a662), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.028367 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-24ab2878-a5c2-48a9-9405-a163aca27d27 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (1c5dd6df-0794-4147-b62c-d5e290f0a662), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.046232 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab2878-a5c2-48a9-9405-a163aca27d27 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5dd6df-0794-4147-b62c-d5e290f0a662,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:17.058139 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-24ab2878-a5c2-48a9-9405-a163aca27d27 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.059487 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-24ab2878-a5c2-48a9-9405-a163aca27d27 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274626 Apr 06 11:02:17.062703 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 59906) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:17.067209 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:17.088882 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.184900 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.295174 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Allocated IP 172.27.1.146 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:02:17.396396 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.430534 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.475388 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:02:17.478555 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:02:17.482141 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:02:17.487721 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:17.576241 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (eb29c5d9-85ce-43ba-a683-a12705f4dfaf), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.613897 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.768388 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.773215 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.844310 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:17.857885 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (eb29c5d9-85ce-43ba-a683-a12705f4dfaf), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.873736 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:17.874987 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-256b23ed-d42a-4799-a8b4-8fa1ce1569c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8113601 Apr 06 11:02:18.024387 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-43f87dc4-7cd6-4916-be66-c95015685f4d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--765535660&fields=id&tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 267 time: 0.0429280 Apr 06 11:02:18.134003 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-02a39257-4470-41a8-a953-1ec1c4eb4166 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:18.135609 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-02a39257-4470-41a8-a953-1ec1c4eb4166 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 815 time: 0.1048000 Apr 06 11:02:18.150943 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-34890ad5-309f-4e4e-a001-91a7aefa9319 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/quotas/70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 375 time: 0.0100129 Apr 06 11:02:18.208284 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-518e98cd-369a-457e-9c75-602825d266a6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520833 Apr 06 11:02:18.322107 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:18.332322 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-14256cc9-5517-47f5-8d36-d95e1a06d5bc service neutron] 10.222.0.23 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116502 Apr 06 11:02:18.430913 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-57e10b41-09da-4663-b533-be142b00c6db service neutron] 10.222.0.23 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919781 Apr 06 11:02:18.596158 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-199e9e04-eb07-494a-a983-075c4acf834d req-3dd80559-c941-428a-b773-1999f7f72dda tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 210 time: 0.0276306 Apr 06 11:02:19.626224 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:19.645377 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-c9e06022-0716-481d-a773-ab05720b0615 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:19.646939 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-c9e06022-0716-481d-a773-ab05720b0615 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 815 time: 0.1166666 Apr 06 11:02:19.717916 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-39d3abd2-60ec-4273-9b40-b1ee31459b80 req-4b98f185-9fa1-40f2-9e0a-bfc43e27f3c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 210 time: 0.0320580 Apr 06 11:02:19.766456 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-fe567554-832b-4ead-ad81-33d16e0bf730 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 472 time: 0.1030014 Apr 06 11:02:19.862172 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'port': {'device_id': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'admin_state_up': True, 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'security_groups': ['04cf66ce-beea-4e11-adad-b0d51d111079']}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:19.974106 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Made reservation on behalf of 70d69596c1cf4a4b9327f3b65c2d3dea for: {'port': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:02:19.978442 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:20.112687 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Allocated IP 172.20.0.9 (16dc32bb-bd1c-4641-a070-90057aff5843/e5734a0d-3930-4ed6-bccf-6abc5d957509/73ce87dd-9575-42e9-a260-e9baf8219eec) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:02:20.256419 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:20.294253 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:20.339190 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Network 16dc32bb-bd1c-4641-a070-90057aff5843 is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:02:20.342935 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:02:20.346759 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:02:20.352219 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=73ce87dd-9575-42e9-a260-e9baf8219eec,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:20.404955 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:20.405615 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:20.423613 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b503ecc4-7c72-4761-b3ba-68f0ccaad5ab tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5657604 Apr 06 11:02:20.442142 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Request body: {'port': {'device_id': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:20.521055 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:20.665715 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-1de7d7cf-a543-4f56-8ec3-53d619e58373 None None] Provisioning complete for port 73ce87dd-9575-42e9-a260-e9baf8219eec triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:02:20.666376 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-1de7d7cf-a543-4f56-8ec3-53d619e58373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:20.705056 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-1de7d7cf-a543-4f56-8ec3-53d619e58373 None None] Port 73ce87dd-9575-42e9-a260-e9baf8219eec cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:02:20.832563 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ce87dd-9575-42e9-a260-e9baf8219eec {{(pid=115084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:02:20.841227 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Publish callbacks [] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:20.848803 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7ee37-bed3-4936-96f5-d2dfcea0905b req-b2daf674-6259-45ed-9396-d570f023198f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:20.850384 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d7b7ee37-bed3-4936-96f5-d2dfcea0905b req-b2daf674-6259-45ed-9396-d570f023198f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 931 time: 0.0616484 Apr 06 11:02:20.854564 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.provisioning_blocks [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Transition to ACTIVE for port object 73ce87dd-9575-42e9-a260-e9baf8219eec will not be triggered until provisioned by entity L2. {{(pid=115084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:02:20.858742 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:20.909567 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d7b7ee37-bed3-4936-96f5-d2dfcea0905b req-7e902d03-bef9-4287-8765-4e5be0da895d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507686 Apr 06 11:02:20.910051 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Pushing event updated for resources: {'Port': ['ID=73ce87dd-9575-42e9-a260-e9baf8219eec,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:20.998873 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Attempting to bind port 73ce87dd-9575-42e9-a260-e9baf8219eec on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:02:20.998873 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Attempting to bind port 73ce87dd-9575-42e9-a260-e9baf8219eec by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:02:20.999173 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Attempting to bind port 73ce87dd-9575-42e9-a260-e9baf8219eec on network 16dc32bb-bd1c-4641-a070-90057aff5843 {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:02:21.004227 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Port 73ce87dd-9575-42e9-a260-e9baf8219eec on network 16dc32bb-bd1c-4641-a070-90057aff5843 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:02:21.005106 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Attempting to bind port 73ce87dd-9575-42e9-a260-e9baf8219eec on network 16dc32bb-bd1c-4641-a070-90057aff5843 {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:02:21.012088 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:02:21.012628 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Checking segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:02:21.013039 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Bound using segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:02:21.013496 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Bound port: 73ce87dd-9575-42e9-a260-e9baf8219eec, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:02:21.013895 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:21.097831 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] For port 73ce87dd-9575-42e9-a260-e9baf8219eec, host hv-cinder-83607, cleared binding levels {{(pid=115084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:02:21.103794 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] For port 73ce87dd-9575-42e9-a260-e9baf8219eec, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=73ce87dd-9575-42e9-a260-e9baf8219eec,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:02:21.113232 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:21.154077 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:21.154546 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:21.156104 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] 10.222.0.26 "PUT /v2.0/ports/73ce87dd-9575-42e9-a260-e9baf8219eec HTTP/1.1" status: 200 len: 1093 time: 0.7188094 Apr 06 11:02:21.159729 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'tag': '73ce87dd-9575-42e9-a260-e9baf8219eec'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:21.161744 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f880169-e229-4d07-8b35-45e1ff141ad6" -d '{"events": [{"name": "network-changed", "server_uuid": "690a2292-de77-4ed4-aa91-8f453b08bed9", "tag": "73ce87dd-9575-42e9-a260-e9baf8219eec"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:21.194507 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916fb5a5-b161-4be3-9dcc-410c22d12abe service neutron] Pushing event updated for resources: {'Port': ['ID=73ce87dd-9575-42e9-a260-e9baf8219eec,revision_number=3']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:21.213108 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7e2ee2-3be8-4cd3-a15d-554788b059e2 x-openstack-request-id: req-be7e2ee2-3be8-4cd3-a15d-554788b059e2 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:21.213402 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690a2292-de77-4ed4-aa91-8f453b08bed9", "tag": "73ce87dd-9575-42e9-a260-e9baf8219eec", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:21.213646 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be7e2ee2-3be8-4cd3-a15d-554788b059e2 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:21.214059 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be7e2ee2-3be8-4cd3-a15d-554788b059e2'] response: {'name': 'network-changed', 'server_uuid': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'tag': '73ce87dd-9575-42e9-a260-e9baf8219eec', 'status': 'completed', 'code': 200} Apr 06 11:02:21.286050 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-998dbfb1-2cc6-4903-9207-25fa1a691ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:21.287663 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-998dbfb1-2cc6-4903-9207-25fa1a691ea1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 1127 time: 0.0585301 Apr 06 11:02:21.343532 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-f1b0fe5d-8685-4667-914b-7df17269af2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ce87dd-9575-42e9-a260-e9baf8219eec HTTP/1.1" status: 200 len: 217 time: 0.0412724 Apr 06 11:02:21.397029 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-0eb85647-ccc5-4a01-8591-40333375e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:21.398503 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-0eb85647-ccc5-4a01-8591-40333375e9b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0477870 Apr 06 11:02:21.450700 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b8c977e6-13ea-4ca7-8956-795badce092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:21.452277 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-b8c977e6-13ea-4ca7-8956-795badce092b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475690 Apr 06 11:02:21.556907 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-bed205df-fa61-457f-ad0f-488819b433e4 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923865 Apr 06 11:02:21.682438 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8e9f927a-804e-4e52-9bd5-7ea8fb0fa9a6 req-35546145-9ea3-4d43-a295-0265442cf2cb service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193831 Apr 06 11:02:22.008446 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfabf74-5967-4536-9fe9-ce7c55446bc9 req-a3a1ec62-e6d2-43d2-8970-3f86ac0f9855 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:22.010033 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-adfabf74-5967-4536-9fe9-ce7c55446bc9 req-a3a1ec62-e6d2-43d2-8970-3f86ac0f9855 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 946 time: 0.0604880 Apr 06 11:02:22.046658 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08d426-bd4b-41c4-a0da-50def4ac970e req-4c496721-8f05-44cd-a535-9d0f9cf851b3 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:22.048210 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3e08d426-bd4b-41c4-a0da-50def4ac970e req-4c496721-8f05-44cd-a535-9d0f9cf851b3 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 943 time: 0.0602300 Apr 06 11:02:22.059286 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-adfabf74-5967-4536-9fe9-ce7c55446bc9 req-4046e13b-7f9f-4342-ab6c-78f3948ae25d tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436110 Apr 06 11:02:22.101835 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3e08d426-bd4b-41c4-a0da-50def4ac970e req-f950a74c-4503-4b65-80e2-c747fb229bfd tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477891 Apr 06 11:02:22.578427 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-7e0e3086-a9b2-4d86-9573-9a03da1992e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:22.579962 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-7e0e3086-a9b2-4d86-9573-9a03da1992e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 1127 time: 0.0500567 Apr 06 11:02:23.198953 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d08556-3b30-4e55-b2e8-afec1138aff0 req-0a03e50b-63e6-4897-82f0-5d76c1fb91a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:23.200628 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71d08556-3b30-4e55-b2e8-afec1138aff0 req-0a03e50b-63e6-4897-82f0-5d76c1fb91a2 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 946 time: 0.0674148 Apr 06 11:02:23.238188 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d253942-87df-44da-ad28-716f4710e910 req-e872c8df-5f74-4258-93a5-c44ea5a78d91 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:23.239732 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d253942-87df-44da-ad28-716f4710e910 req-e872c8df-5f74-4258-93a5-c44ea5a78d91 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 943 time: 0.0549002 Apr 06 11:02:23.270480 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71d08556-3b30-4e55-b2e8-afec1138aff0 req-0d9d363e-60f2-441b-8d44-9f14ccca5d0a tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638666 Apr 06 11:02:23.291548 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d253942-87df-44da-ad28-716f4710e910 req-1501f3aa-4169-492f-8254-4d7f9873f39b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449052 Apr 06 11:02:23.450192 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 73ce87dd-9575-42e9-a260-e9baf8219eec details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:02:23.550795 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 73ce87dd-9575-42e9-a260-e9baf8219eec, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=73ce87dd-9575-42e9-a260-e9baf8219eec,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:23.563235 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '73ce87dd-9575-42e9-a260-e9baf8219eec', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'port_id': '73ce87dd-9575-42e9-a260-e9baf8219eec', 'mac_address': 'fa:16:3e:0e:f6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:02:23.605916 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 73ce87dd-9575-42e9-a260-e9baf8219eec is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:02:23.606305 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:23.619801 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ce87dd-9575-42e9-a260-e9baf8219eec {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:02:23.642422 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 73ce87dd-9575-42e9-a260-e9baf8219eec, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=73ce87dd-9575-42e9-a260-e9baf8219eec,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:23.647339 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:23.698162 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=73ce87dd-9575-42e9-a260-e9baf8219eec,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:23.701666 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-3c937527-8651-415d-95b8-e4f28dc2ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:23.703149 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-3c937527-8651-415d-95b8-e4f28dc2ae56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 916 time: 0.0994291 Apr 06 11:02:23.874132 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-802531a7-2a74-4f60-ad22-08ffafc053a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ce87dd-9575-42e9-a260-e9baf8219eec HTTP/1.1" status: 200 len: 217 time: 0.0362730 Apr 06 11:02:23.929616 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-4913b087-6e56-4d6d-a5ee-cc76c3d33e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:23.931696 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-4913b087-6e56-4d6d-a5ee-cc76c3d33e48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0495868 Apr 06 11:02:23.958034 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['73ce87dd-9575-42e9-a260-e9baf8219eec'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:02:24.059688 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-33b9fa1f-a0e4-4f64-9984-2bf8e9311870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:24.061218 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-33b9fa1f-a0e4-4f64-9984-2bf8e9311870 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477955 Apr 06 11:02:24.098718 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-911c9385-ad1e-44e0-84c7-931fb3de0862 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:24.103667 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-911c9385-ad1e-44e0-84c7-931fb3de0862 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 946 time: 0.0867465 Apr 06 11:02:24.189953 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-9bbad0e1-83bb-442f-9fc6-73d80bdf6eab service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216919 Apr 06 11:02:24.226618 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Deleting port 7245d029-810e-48c0-b918-abb58d13d36e {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:24.227825 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (7245d029-810e-48c0-b918-abb58d13d36e), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.287605 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5f880169-e229-4d07-8b35-45e1ff141ad6 req-76205806-50be-4857-af77-31a2008ad742 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901849 Apr 06 11:02:24.324695 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] For port 7245d029-810e-48c0-b918-abb58d13d36e, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7245d029-810e-48c0-b918-abb58d13d36e,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:24.326809 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (7245d029-810e-48c0-b918-abb58d13d36e), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.431482 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53358f-e88e-4aae-ad7a-d9422f8de5a3 req-dcfa6e6b-1f2f-4058-b192-01ee02ad6b2c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:24.433046 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ef53358f-e88e-4aae-ad7a-d9422f8de5a3 req-dcfa6e6b-1f2f-4058-b192-01ee02ad6b2c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 944 time: 0.0647240 Apr 06 11:02:24.484730 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ef53358f-e88e-4aae-ad7a-d9422f8de5a3 req-f4ee71e6-979e-44f7-9d0e-a7b56f1c868c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458963 Apr 06 11:02:24.496348 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420338-d070-4ed7-96d9-a0547afe21e6 req-ca2fe2e1-b5cc-4480-8d7b-95a7550755b7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:24.496348 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f0420338-d070-4ed7-96d9-a0547afe21e6 req-ca2fe2e1-b5cc-4480-8d7b-95a7550755b7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 946 time: 0.1196072 Apr 06 11:02:24.583679 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.584043 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (ed90c9ac-32cb-4797-82ff-cbf2365de017), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.584370 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.l3_db [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Floating IP ed90c9ac-32cb-4797-82ff-cbf2365de017 disassociated. External IP: 172.27.1.169, port: 7245d029-810e-48c0-b918-abb58d13d36e. Apr 06 11:02:24.584730 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Calling delete_port for 7245d029-810e-48c0-b918-abb58d13d36e owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:24.603404 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f0420338-d070-4ed7-96d9-a0547afe21e6 req-ee111788-3cb3-4640-aa90-36a726a5a13f tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups?id=1a035311-e2ae-434c-b889-41cd439b8ed3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726087 Apr 06 11:02:24.756388 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (7245d029-810e-48c0-b918-abb58d13d36e), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:24.788468 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event deleted for resources: {'Port': ['ID=7245d029-810e-48c0-b918-abb58d13d36e,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:24.918286 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Router 77a5222e-c3a8-42c4-9c49-4740832b19bf has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:25.065470 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:25.080554 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] Sync routers for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:25.097944 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:25.099023 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:25.112479 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] No DVR routers for this DVR port 7245d029-810e-48c0-b918-abb58d13d36e on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:25.115403 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:25.120184 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c2cdd3c5-b2e6-4b77-b5b9-a7587957c9fb req-6dc433d8-bfca-40bf-9479-b64941aaef12 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.26 "DELETE /v2.0/ports/7245d029-810e-48c0-b918-abb58d13d36e HTTP/1.1" status: 204 len: 173 time: 1.0146668 Apr 06 11:02:25.120691 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'name': 'network-vif-deleted', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:25.124303 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32634a3c-fd93-4458-b593-594999a19a6d" -d '{"events": [{"server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "name": "network-vif-deleted", "tag": "7245d029-810e-48c0-b918-abb58d13d36e"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:25.175848 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4cf95e-8bae-460e-8904-9e0dc65242ac x-openstack-request-id: req-0f4cf95e-8bae-460e-8904-9e0dc65242ac {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:25.176241 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7f779b-9f94-4f55-8b4a-0c6120232190", "name": "network-vif-deleted", "tag": "7245d029-810e-48c0-b918-abb58d13d36e", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:25.176557 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0f4cf95e-8bae-460e-8904-9e0dc65242ac {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:25.177033 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f4cf95e-8bae-460e-8904-9e0dc65242ac'] response: {'server_uuid': '6d7f779b-9f94-4f55-8b4a-0c6120232190', 'name': 'network-vif-deleted', 'tag': '7245d029-810e-48c0-b918-abb58d13d36e', 'status': 'completed', 'code': 200} Apr 06 11:02:25.244776 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:25.467685 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:25.500054 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] Checking router: 77a5222e-c3a8-42c4-9c49-4740832b19bf for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:25.510047 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:25.510687 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:25.546657 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 73ce87dd-9575-42e9-a260-e9baf8219eec up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:02:25.631206 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc35a193-6990-4440-886a-3959c744ed49 req-cafb7cea-a1cf-4d4d-80e6-6bc3e3407ffb tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:25.633117 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc35a193-6990-4440-886a-3959c744ed49 req-cafb7cea-a1cf-4d4d-80e6-6bc3e3407ffb tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 944 time: 0.0710158 Apr 06 11:02:25.698780 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc35a193-6990-4440-886a-3959c744ed49 req-ff69e7cb-002a-49fb-9d8e-cd00cf0cb88a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574148 Apr 06 11:02:25.737222 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-41c4d56f-019e-4f55-8d95-4d179cc17f04 req-8c07c28f-47a3-4c3d-b252-362819e6a07e tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7f779b-9f94-4f55-8b4a-0c6120232190 HTTP/1.1" status: 200 len: 210 time: 0.0334840 Apr 06 11:02:25.808098 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:25.835949 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 73ce87dd-9575-42e9-a260-e9baf8219eec completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:02:25.844863 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 73ce87dd-9575-42e9-a260-e9baf8219eec triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:02:25.845167 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.058069 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 73ce87dd-9575-42e9-a260-e9baf8219eec is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:02:26.058459 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.087091 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ce87dd-9575-42e9-a260-e9baf8219eec'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:26.089445 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00740e10-f7b0-493b-909d-a06513f4a86c" -d '{"events": [{"server_uuid": "690a2292-de77-4ed4-aa91-8f453b08bed9", "name": "network-vif-plugged", "status": "completed", "tag": "73ce87dd-9575-42e9-a260-e9baf8219eec"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:26.106168 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 73ce87dd-9575-42e9-a260-e9baf8219eec, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=73ce87dd-9575-42e9-a260-e9baf8219eec,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:26.112641 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.113480 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 7245d029-810e-48c0-b918-abb58d13d36e no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:26.155862 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c54197a2-39ff-4445-8bb7-9ed6b427c239 x-openstack-request-id: req-c54197a2-39ff-4445-8bb7-9ed6b427c239 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:26.156134 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690a2292-de77-4ed4-aa91-8f453b08bed9", "name": "network-vif-plugged", "status": "completed", "tag": "73ce87dd-9575-42e9-a260-e9baf8219eec", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:26.156397 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c54197a2-39ff-4445-8bb7-9ed6b427c239 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:26.156802 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c54197a2-39ff-4445-8bb7-9ed6b427c239'] response: {'server_uuid': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ce87dd-9575-42e9-a260-e9baf8219eec', 'code': 200} Apr 06 11:02:26.161919 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 7245d029-810e-48c0-b918-abb58d13d36e {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:26.162275 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 7245d029-810e-48c0-b918-abb58d13d36e not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:26.179284 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:26.216413 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08efe5e1-6976-4288-8d84-e4876a3eceea None None] The sync data for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi is: [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T10:55:53Z', 'revision_number': 4, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '5ad7368e-f617-4fe3-8f47-4058fd5b8ae8', 'name': '', 'network_id': 'e57840e9-a610-40cb-aa8b-21f95edebb59', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'mac_address': 'fa:16:3e:54:67:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:52Z', 'updated_at': '2022-04-06T10:55:58Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'subnets': [{'id': '900d28c1-8915-4c2d-b801-0e4d8cf86a49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:26.222515 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=73ce87dd-9575-42e9-a260-e9baf8219eec,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:26.374981 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459f0ef-9617-4391-9a08-d679c03e9ec2 req-fd4a84fb-4223-487b-94da-4f1e717126c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:26.377247 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7459f0ef-9617-4391-9a08-d679c03e9ec2 req-fd4a84fb-4223-487b-94da-4f1e717126c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 1129 time: 0.0612807 Apr 06 11:02:26.426764 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7459f0ef-9617-4391-9a08-d679c03e9ec2 req-9abad09c-4339-4d7c-9914-e60b2247c401 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Apr 06 11:02:26.476430 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17ab3b0-0fb5-4eac-bee9-872c998b4582 None None] New status for floating IP ed90c9ac-32cb-4797-82ff-cbf2365de017: DOWN {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:02:26.826829 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f142029b-3321-470f-b4ff-b5c1a35ea697 req-9e05cb95-3dd9-406f-87a6-2c07bc4d3a4c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:26.828629 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f142029b-3321-470f-b4ff-b5c1a35ea697 req-9e05cb95-3dd9-406f-87a6-2c07bc4d3a4c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 945 time: 0.0598061 Apr 06 11:02:26.834953 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59978) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:26.881595 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f142029b-3321-470f-b4ff-b5c1a35ea697 req-e62cd07a-5c8b-4be2-9c61-9a67781e21fe tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469511 Apr 06 11:02:26.894387 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-28a77b34-f3e1-4e4a-8a4d-0e77a3851520 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (1a035311-e2ae-434c-b889-41cd439b8ed3), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.919310 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-28a77b34-f3e1-4e4a-8a4d-0e77a3851520 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (1a035311-e2ae-434c-b889-41cd439b8ed3), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.972419 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-28a77b34-f3e1-4e4a-8a4d-0e77a3851520 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (1a035311-e2ae-434c-b889-41cd439b8ed3), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.975349 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-28a77b34-f3e1-4e4a-8a4d-0e77a3851520 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:26.976368 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-28a77b34-f3e1-4e4a-8a4d-0e77a3851520 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "DELETE /v2.0/security-groups/1a035311-e2ae-434c-b889-41cd439b8ed3 HTTP/1.1" status: 204 len: 168 time: 0.1402800 Apr 06 11:02:26.980440 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59980) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:27.006638 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a77b34-f3e1-4e4a-8a4d-0e77a3851520 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a035311-e2ae-434c-b889-41cd439b8ed3,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:27.009332 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.api.v2.resource [None req-dfc4343c-19fb-4d2c-9687-24fcb9e46fad tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] show failed (client error): The resource could not be found. Apr 06 11:02:27.010370 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-dfc4343c-19fb-4d2c-9687-24fcb9e46fad tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "GET /v2.0/security-groups/1a035311-e2ae-434c-b889-41cd439b8ed3 HTTP/1.1" status: 404 len: 347 time: 0.0290546 Apr 06 11:02:27.013450 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59982) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:27.140102 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-2d352207-3a44-49e6-b6b8-98f153250ca7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Deleting port 4741cf74-887f-47b5-9b4d-ce2118175609 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:27.140358 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d352207-3a44-49e6-b6b8-98f153250ca7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (4741cf74-887f-47b5-9b4d-ce2118175609), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.215110 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d352207-3a44-49e6-b6b8-98f153250ca7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (4741cf74-887f-47b5-9b4d-ce2118175609), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.215438 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d352207-3a44-49e6-b6b8-98f153250ca7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (4741cf74-887f-47b5-9b4d-ce2118175609), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.226963 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-2d352207-3a44-49e6-b6b8-98f153250ca7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Calling delete_port for 4741cf74-887f-47b5-9b4d-ce2118175609 owned by network:floatingip {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:27.360242 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d352207-3a44-49e6-b6b8-98f153250ca7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (4741cf74-887f-47b5-9b4d-ce2118175609), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.385427 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d352207-3a44-49e6-b6b8-98f153250ca7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Pushing event deleted for resources: {'Port': ['ID=4741cf74-887f-47b5-9b4d-ce2118175609,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:27.455873 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d352207-3a44-49e6-b6b8-98f153250ca7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks [] for floatingip (ed90c9ac-32cb-4797-82ff-cbf2365de017), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.459142 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d352207-3a44-49e6-b6b8-98f153250ca7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:27.464405 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-2d352207-3a44-49e6-b6b8-98f153250ca7 tempest-AttachVolumeShelveTestJSON-1587156189 tempest-AttachVolumeShelveTestJSON-1587156189-project] 10.222.0.23 "DELETE /v2.0/floatingips/ed90c9ac-32cb-4797-82ff-cbf2365de017 HTTP/1.1" status: 204 len: 168 time: 0.4460979 Apr 06 11:02:28.003334 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f256d8a-ad85-4efe-8517-9441d2e2031f req-f90df2e6-b9a2-49db-bfe5-a2e6caba9e01 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:28.004862 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2f256d8a-ad85-4efe-8517-9441d2e2031f req-f90df2e6-b9a2-49db-bfe5-a2e6caba9e01 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 945 time: 0.0523782 Apr 06 11:02:28.052509 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2f256d8a-ad85-4efe-8517-9441d2e2031f req-90f049ce-fe45-4ed0-ba7c-77ed59e2d648 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414977 Apr 06 11:02:28.169757 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bf66f-9d55-41aa-bc21-f312ab976237 req-23ebba6c-1ed8-4ae1-ae3f-087037867588 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:28.171303 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-042bf66f-9d55-41aa-bc21-f312ab976237 req-23ebba6c-1ed8-4ae1-ae3f-087037867588 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 945 time: 0.0547659 Apr 06 11:02:28.180976 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 59992) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:28.187005 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-c41fbca4-380a-4a87-9a4c-d768b32ef8f4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'floatingip': {'port_id': '73ce87dd-9575-42e9-a260-e9baf8219eec'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:28.237128 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c41fbca4-380a-4a87-9a4c-d768b32ef8f4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (eb29c5d9-85ce-43ba-a683-a12705f4dfaf), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:28.688649 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c41fbca4-380a-4a87-9a4c-d768b32ef8f4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:28.692786 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c41fbca4-380a-4a87-9a4c-d768b32ef8f4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (eb29c5d9-85ce-43ba-a683-a12705f4dfaf), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:28.798714 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.l3_db [None req-c41fbca4-380a-4a87-9a4c-d768b32ef8f4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Floating IP eb29c5d9-85ce-43ba-a683-a12705f4dfaf associated. External IP: 172.27.1.146, port: 73ce87dd-9575-42e9-a260-e9baf8219eec. Apr 06 11:02:29.021775 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41fbca4-380a-4a87-9a4c-d768b32ef8f4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:29.137156 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41fbca4-380a-4a87-9a4c-d768b32ef8f4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:29.142038 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-c41fbca4-380a-4a87-9a4c-d768b32ef8f4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:29.146589 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:29.157038 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:29.157657 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:29.173204 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-c41fbca4-380a-4a87-9a4c-d768b32ef8f4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "PUT /v2.0/floatingips/eb29c5d9-85ce-43ba-a683-a12705f4dfaf HTTP/1.1" status: 200 len: 991 time: 0.9908974 Apr 06 11:02:29.173898 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'tag': '73ce87dd-9575-42e9-a260-e9baf8219eec'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:29.176317 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "690a2292-de77-4ed4-aa91-8f453b08bed9", "tag": "73ce87dd-9575-42e9-a260-e9baf8219eec"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:29.213271 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d190db6c-59bf-4cb6-99ce-dd30a33befae x-openstack-request-id: req-d190db6c-59bf-4cb6-99ce-dd30a33befae {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:29.213564 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "690a2292-de77-4ed4-aa91-8f453b08bed9", "tag": "73ce87dd-9575-42e9-a260-e9baf8219eec", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:29.213824 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d190db6c-59bf-4cb6-99ce-dd30a33befae {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:29.214262 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d190db6c-59bf-4cb6-99ce-dd30a33befae'] response: {'name': 'network-changed', 'server_uuid': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'tag': '73ce87dd-9575-42e9-a260-e9baf8219eec', 'status': 'completed', 'code': 200} Apr 06 11:02:29.279853 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:29.313175 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-8840a9dd-be24-4f29-8292-9e6fc6b419f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:29.314857 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-8840a9dd-be24-4f29-8292-9e6fc6b419f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 1129 time: 0.0502288 Apr 06 11:02:29.408722 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-a5a4d94a-0a1e-4e91-b7aa-e3a573e545e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:29.410194 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-a5a4d94a-0a1e-4e91-b7aa-e3a573e545e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 916 time: 0.0887308 Apr 06 11:02:29.490825 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-312817e6-b0ab-4fd8-a084-398d495e941c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73ce87dd-9575-42e9-a260-e9baf8219eec HTTP/1.1" status: 200 len: 999 time: 0.0655799 Apr 06 11:02:29.536977 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'b96441e9-00a0-4d82-98cb-a96937bd12ca', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:05:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:13Z', 'updated_at': '2022-04-06T11:01:32Z', 'revision_number': 2, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}, {'id': 'eb29c5d9-85ce-43ba-a683-a12705f4dfaf', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '73ce87dd-9575-42e9-a260-e9baf8219eec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:0e:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:02:17Z', 'updated_at': '2022-04-06T11:02:28Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:29.542737 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-183c4f05-5fe8-45cb-9ff5-5925f3a0fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:29.544371 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-183c4f05-5fe8-45cb-9ff5-5925f3a0fa1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0472975 Apr 06 11:02:29.564576 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:29.574347 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:29.574990 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:29.603173 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-7e4704f8-c613-4738-b082-c70e7fbde69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:29.604763 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-7e4704f8-c613-4738-b082-c70e7fbde69f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490954 Apr 06 11:02:29.704530 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-9148fff9-e76f-43eb-b453-1d60c2bc6afc service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928473 Apr 06 11:02:29.704857 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:29.793334 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d6414ee5-3105-4e37-a7e4-0adb2bc5f0b0 req-3a1f2471-92de-4e45-bfde-8405ee9c0c33 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821199 Apr 06 11:02:29.881911 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60014) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:29.948049 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'b96441e9-00a0-4d82-98cb-a96937bd12ca', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:05:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:13Z', 'updated_at': '2022-04-06T11:01:32Z', 'revision_number': 2, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}, {'id': 'eb29c5d9-85ce-43ba-a683-a12705f4dfaf', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '73ce87dd-9575-42e9-a260-e9baf8219eec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:0e:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:02:17Z', 'updated_at': '2022-04-06T11:02:28Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:29.975021 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f38fd-0d25-4616-b1f1-401834bf27b5 None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'b96441e9-00a0-4d82-98cb-a96937bd12ca', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:05:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:13Z', 'updated_at': '2022-04-06T11:01:32Z', 'revision_number': 2, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}, {'id': 'eb29c5d9-85ce-43ba-a683-a12705f4dfaf', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.146', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '73ce87dd-9575-42e9-a260-e9baf8219eec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:0e:f6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:02:17Z', 'updated_at': '2022-04-06T11:02:28Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:30.204357 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cb95ce-56e2-4198-8ff5-99f39c7ba1a1 None None] New status for floating IP eb29c5d9-85ce-43ba-a683-a12705f4dfaf: ACTIVE {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:02:30.588079 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506467'] for router_interface (77a5222e-c3a8-42c4-9c49-4740832b19bf), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.903425 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] Deleting port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:30.904075 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:30.990997 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] For port 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=5ad7368e-f617-4fe3-8f47-4058fd5b8ae8,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:30.991352 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:31.004658 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] Calling delete_port for 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 owned by network:router_interface {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:31.194240 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (5ad7368e-f617-4fe3-8f47-4058fd5b8ae8), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:31.225557 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad7368e-f617-4fe3-8f47-4058fd5b8ae8,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:31.414968 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506099'] for router_interface (77a5222e-c3a8-42c4-9c49-4740832b19bf), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:31.640547 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] Router 77a5222e-c3a8-42c4-9c49-4740832b19bf has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:31.749302 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:31.755352 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a3196bc2-5375-4b41-933e-9819d39b40a0 admin admin] 10.222.0.23 "PUT /v2.0/routers/77a5222e-c3a8-42c4-9c49-4740832b19bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723202 Apr 06 11:02:31.757076 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60018) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:31.759970 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] Sync routers for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:31.770146 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:31.770866 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:31.864738 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Publish callbacks [] for router (77a5222e-c3a8-42c4-9c49-4740832b19bf), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:31.881357 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:31.974820 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Publish callbacks [] for router_gateway (77a5222e-c3a8-42c4-9c49-4740832b19bf), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.036052 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Deleting port 3bf8dfe2-c20b-49db-9bf1-f69588ada966 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:32.036280 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.076164 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T11:02:31Z', 'revision_number': 5, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port': {'id': '3bf8dfe2-c20b-49db-9bf1-f69588ada966', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:7c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:55:49Z', 'updated_at': '2022-04-06T10:55:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:32.109765 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] Checking router: 77a5222e-c3a8-42c4-9c49-4740832b19bf for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:32.118800 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] Routers {'77a5222e-c3a8-42c4-9c49-4740832b19bf'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:32.119715 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['77a5222e-c3a8-42c4-9c49-4740832b19bf'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:32.135799 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] For port 3bf8dfe2-c20b-49db-9bf1-f69588ada966, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=3bf8dfe2-c20b-49db-9bf1-f69588ada966,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:32.136398 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.156052 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Calling delete_port for 3bf8dfe2-c20b-49db-9bf1-f69588ada966 owned by network:router_gateway {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:32.332853 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (3bf8dfe2-c20b-49db-9bf1-f69588ada966), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.346713 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] Set router 77a5222e-c3a8-42c4-9c49-4740832b19bf gateway port host: None {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:32.362602 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bf8dfe2-c20b-49db-9bf1-f69588ada966,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:32.399440 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T11:02:31Z', 'revision_number': 6, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port_host': None}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:32.424982 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505909'] for router_gateway (77a5222e-c3a8-42c4-9c49-4740832b19bf), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.432370 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c643ec6-b11d-465f-8588-e0b40b49b237 None None] The sync data for ids ['77a5222e-c3a8-42c4-9c49-4740832b19bf'] in dv-cinder-836070-2-iscsi is: [{'id': '77a5222e-c3a8-42c4-9c49-4740832b19bf', 'name': 'tempest-AttachVolumeShelveTestJSON-160586572-router', 'tenant_id': '1520446eb9854376954ced1cdb152f81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:55:48Z', 'updated_at': '2022-04-06T11:02:31Z', 'revision_number': 6, 'project_id': '1520446eb9854376954ced1cdb152f81', 'gw_port_host': None}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:32.520059 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6868'] for router (77a5222e-c3a8-42c4-9c49-4740832b19bf), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.522296 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Publish callbacks [] for router_controller (77a5222e-c3a8-42c4-9c49-4740832b19bf), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.568871 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475279'] for router (77a5222e-c3a8-42c4-9c49-4740832b19bf), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.569530 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77a5222e-c3a8-42c4-9c49-4740832b19bf {{(pid=115084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:02:32.574538 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.575771 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-1173ac84-b029-4bad-ad9e-5239ca0ffde9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/77a5222e-c3a8-42c4-9c49-4740832b19bf HTTP/1.1" status: 204 len: 168 time: 0.8177564 Apr 06 11:02:32.578563 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60020) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:32.628372 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb867960-bac1-4610-ae7e-d980bdb22b55 admin admin] Deleting subnet 900d28c1-8915-4c2d-b801-0e4d8cf86a49 {{(pid=115083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:02:32.631762 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-eb867960-bac1-4610-ae7e-d980bdb22b55 admin admin] Publish callbacks [] for subnet (900d28c1-8915-4c2d-b801-0e4d8cf86a49), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.679792 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-eb867960-bac1-4610-ae7e-d980bdb22b55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126582856'] for subnet (900d28c1-8915-4c2d-b801-0e4d8cf86a49), precommit_delete_associations {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.758474 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-eb867960-bac1-4610-ae7e-d980bdb22b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (900d28c1-8915-4c2d-b801-0e4d8cf86a49), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.816424 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-eb867960-bac1-4610-ae7e-d980bdb22b55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126579873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126053405'] for subnet (900d28c1-8915-4c2d-b801-0e4d8cf86a49), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.842141 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb867960-bac1-4610-ae7e-d980bdb22b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=900d28c1-8915-4c2d-b801-0e4d8cf86a49,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:32.845911 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-eb867960-bac1-4610-ae7e-d980bdb22b55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.849192 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-eb867960-bac1-4610-ae7e-d980bdb22b55 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/900d28c1-8915-4c2d-b801-0e4d8cf86a49 HTTP/1.1" status: 204 len: 168 time: 0.2696345 Apr 06 11:02:32.851669 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60022) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:32.857309 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc7d1bb-64e0-47fa-9457-3d91e0d2e0cb None None] Network e57840e9-a610-40cb-aa8b-21f95edebb59 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:02:32.926974 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (e57840e9-a610-40cb-aa8b-21f95edebb59), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:32.982050 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Deleting port 23078d97-e3b4-48b6-bf43-b5c124c5c09a {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:32.982389 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.048245 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] For port 23078d97-e3b4-48b6-bf43-b5c124c5c09a, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=23078d97-e3b4-48b6-bf43-b5c124c5c09a,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:33.048604 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.216640 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb173d2f-4ef4-4d26-b26c-17653c3b091e None None] DHCP port deletion for e57840e9-a610-40cb-aa8b-21f95edebb59 request from dv-cinder-836070-2-iscsi {{(pid=115085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:02:33.283385 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-bb173d2f-4ef4-4d26-b26c-17653c3b091e None None] Deleting port 23078d97-e3b4-48b6-bf43-b5c124c5c09a {{(pid=115085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:33.283856 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-bb173d2f-4ef4-4d26-b26c-17653c3b091e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), before_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.298538 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 3bf8dfe2-c20b-49db-9bf1-f69588ada966 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:33.329325 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Calling delete_port for 23078d97-e3b4-48b6-bf43-b5c124c5c09a owned by network:dhcp {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:33.357352 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 3bf8dfe2-c20b-49db-9bf1-f69588ada966 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:33.358014 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 3bf8dfe2-c20b-49db-9bf1-f69588ada966 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:33.358446 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 23078d97-e3b4-48b6-bf43-b5c124c5c09a no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:33.400019 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-bb173d2f-4ef4-4d26-b26c-17653c3b091e None None] For port 23078d97-e3b4-48b6-bf43-b5c124c5c09a, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=23078d97-e3b4-48b6-bf43-b5c124c5c09a,segment=NetworkSegment(1508c9b8-a7ba-45e6-8925-4ab34ff26af0),segment_id=1508c9b8-a7ba-45e6-8925-4ab34ff26af0)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:33.400422 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-bb173d2f-4ef4-4d26-b26c-17653c3b091e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), precommit_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.418594 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.420164 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-bb173d2f-4ef4-4d26-b26c-17653c3b091e None None] Calling delete_port for 23078d97-e3b4-48b6-bf43-b5c124c5c09a owned by network:dhcp {{(pid=115085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:33.434821 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No active binding found for port 23078d97-e3b4-48b6-bf43-b5c124c5c09a {{(pid=115085) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 06 11:02:33.435099 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] The host dv-cinder-836070-2-iscsi is not matching for port 23078d97-e3b4-48b6-bf43-b5c124c5c09a host None! {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Apr 06 11:02:33.435542 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 23078d97-e3b4-48b6-bf43-b5c124c5c09a not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:33.435951 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:33.443740 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23078d97-e3b4-48b6-bf43-b5c124c5c09a,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:33.447612 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] No DVR routers for this DVR port 23078d97-e3b4-48b6-bf43-b5c124c5c09a on host dv-cinder-836070-2-iscsi {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:33.489715 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:33.490067 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 5ad7368e-f617-4fe3-8f47-4058fd5b8ae8 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:33.518975 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.525656 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (e57840e9-a610-40cb-aa8b-21f95edebb59), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.541736 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-bb173d2f-4ef4-4d26-b26c-17653c3b091e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957'] for port (23078d97-e3b4-48b6-bf43-b5c124c5c09a), after_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.550532 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57840e9-a610-40cb-aa8b-21f95edebb59']}} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:33.562357 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1508c9b8-a7ba-45e6-8925-4ab34ff26af0') {'for_net_delete': True} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:33.562657 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1508c9b8-a7ba-45e6-8925-4ab34ff26af0') {} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:33.573997 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126582963'] for segment (1508c9b8-a7ba-45e6-8925-4ab34ff26af0), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.574570 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb173d2f-4ef4-4d26-b26c-17653c3b091e None None] Pushing event deleted for resources: {'Port': ['ID=23078d97-e3b4-48b6-bf43-b5c124c5c09a,revision_number=None']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:33.578412 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb173d2f-4ef4-4d26-b26c-17653c3b091e None None] No DVR routers for this DVR port 23078d97-e3b4-48b6-bf43-b5c124c5c09a on host dv-cinder-836070-2-iscsi {{(pid=115085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:33.594003 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (1508c9b8-a7ba-45e6-8925-4ab34ff26af0), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.600840 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:02:33.601285 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126579915'] for segment (1508c9b8-a7ba-45e6-8925-4ab34ff26af0), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: Traceback (most recent call last): Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: timer() Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: cb(*args, **kw) Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: return func(*args, **kwargs) Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: self._notify() Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: self.callback(batched_events) Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: event.method(event) Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: return f(self, *a, **k) Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._get(url).json() Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: return self.request(url, 'GET', **kwargs) Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:02:33.603035 dv-cinder-836070-2-iscsi neutron-server[115083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:02:33.661144 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (e57840e9-a610-40cb-aa8b-21f95edebb59), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.667053 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.670275 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] 10.222.0.23 "DELETE /v2.0/networks/e57840e9-a610-40cb-aa8b-21f95edebb59 HTTP/1.1" status: 204 len: 168 time: 0.8169992 Apr 06 11:02:33.681520 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f0d25-9ec6-491c-acf3-18f48e9bdfa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e57840e9-a610-40cb-aa8b-21f95edebb59,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:33.786835 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60026) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:33.838513 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-89a471f4-2cc5-4f28-884a-dd08e952cc4c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1520446eb9854376954ced1cdb152f81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502155 Apr 06 11:02:33.841245 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60028) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:33.891862 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb20a-f898-4938-bddd-65417f4435cc admin admin] Publish callbacks [] for security_group (3c643ccd-c6b8-4257-bd35-c415535094e2), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.915711 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb20a-f898-4938-bddd-65417f4435cc admin admin] Publish callbacks [] for security_group (3c643ccd-c6b8-4257-bd35-c415535094e2), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.972281 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb20a-f898-4938-bddd-65417f4435cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (3c643ccd-c6b8-4257-bd35-c415535094e2), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.976554 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0bbeb20a-f898-4938-bddd-65417f4435cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:33.978565 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-0bbeb20a-f898-4938-bddd-65417f4435cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c643ccd-c6b8-4257-bd35-c415535094e2 HTTP/1.1" status: 204 len: 168 time: 0.1361194 Apr 06 11:02:33.992136 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbeb20a-f898-4938-bddd-65417f4435cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c643ccd-c6b8-4257-bd35-c415535094e2,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:37.717320 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60090) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:37.827252 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-af596593-7738-4a32-8971-66144e69c7fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.906566 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-af596593-7738-4a32-8971-66144e69c7fe admin admin] Publish callbacks [] for security_group (e48da16e-9280-4967-9323-9169f4a6819e), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.910721 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-af596593-7738-4a32-8971-66144e69c7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (e48da16e-9280-4967-9323-9169f4a6819e), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:37.953295 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-af596593-7738-4a32-8971-66144e69c7fe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f6acf9c19a14e1f90358643f2b8bae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2348258 Apr 06 11:02:37.954156 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af596593-7738-4a32-8971-66144e69c7fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48da16e-9280-4967-9323-9169f4a6819e,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:37.956164 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60094) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:38.006710 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-50f7d626-1475-47c0-bcd7-373cb35e8e14 admin admin] Publish callbacks [] for security_group (e48da16e-9280-4967-9323-9169f4a6819e), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:38.035575 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-50f7d626-1475-47c0-bcd7-373cb35e8e14 admin admin] Publish callbacks [] for security_group (e48da16e-9280-4967-9323-9169f4a6819e), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:38.084651 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-50f7d626-1475-47c0-bcd7-373cb35e8e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (e48da16e-9280-4967-9323-9169f4a6819e), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:38.087981 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-50f7d626-1475-47c0-bcd7-373cb35e8e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:38.089254 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-50f7d626-1475-47c0-bcd7-373cb35e8e14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e48da16e-9280-4967-9323-9169f4a6819e HTTP/1.1" status: 204 len: 168 time: 0.1317914 Apr 06 11:02:38.101133 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f7d626-1475-47c0-bcd7-373cb35e8e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48da16e-9280-4967-9323-9169f4a6819e,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:39.683975 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60152) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:39.859766 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Deleting port 9db828ca-7f8c-46e7-ab8f-973f67e8680c {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:39.860194 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (9db828ca-7f8c-46e7-ab8f-973f67e8680c), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:39.941548 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (9db828ca-7f8c-46e7-ab8f-973f67e8680c), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:39.942174 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for floatingip (9db828ca-7f8c-46e7-ab8f-973f67e8680c), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:39.955600 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Calling delete_port for 9db828ca-7f8c-46e7-ab8f-973f67e8680c owned by network:floatingip {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:40.097095 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60166) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:40.124580 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (9db828ca-7f8c-46e7-ab8f-973f67e8680c), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.150705 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event deleted for resources: {'Port': ['ID=9db828ca-7f8c-46e7-ab8f-973f67e8680c,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:40.222224 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0de82a5e-0b1b-42cb-b218-c3039b8535fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.233771 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for floatingip (beb09473-b255-453d-932d-e71fc11b3e5f), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.234109 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Floating IP beb09473-b255-453d-932d-e71fc11b3e5f disassociated (deleted). External IP: 172.27.1.49, port: bf9f5a65-ed45-4124-9059-bb3104480fa4. Apr 06 11:02:40.439635 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0de82a5e-0b1b-42cb-b218-c3039b8535fb admin admin] Publish callbacks [] for security_group (2d9bc610-2d5d-4208-826e-77819e0a8304), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.449427 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0de82a5e-0b1b-42cb-b218-c3039b8535fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2d9bc610-2d5d-4208-826e-77819e0a8304), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.517538 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-0de82a5e-0b1b-42cb-b218-c3039b8535fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70192e392e654b3690e34e812305f80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4194047 Apr 06 11:02:40.520320 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60170) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:40.525397 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de82a5e-0b1b-42cb-b218-c3039b8535fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9bc610-2d5d-4208-826e-77819e0a8304,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:40.551053 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:40.571431 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cb702fbf-c915-4859-99b3-6a1faeee05ca admin admin] Publish callbacks [] for security_group (2d9bc610-2d5d-4208-826e-77819e0a8304), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.594452 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cb702fbf-c915-4859-99b3-6a1faeee05ca admin admin] Publish callbacks [] for security_group (2d9bc610-2d5d-4208-826e-77819e0a8304), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.650299 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cb702fbf-c915-4859-99b3-6a1faeee05ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (2d9bc610-2d5d-4208-826e-77819e0a8304), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.653018 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cb702fbf-c915-4859-99b3-6a1faeee05ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.654253 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-cb702fbf-c915-4859-99b3-6a1faeee05ca admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d9bc610-2d5d-4208-826e-77819e0a8304 HTTP/1.1" status: 204 len: 168 time: 0.1329477 Apr 06 11:02:40.663416 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb702fbf-c915-4859-99b3-6a1faeee05ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9bc610-2d5d-4208-826e-77819e0a8304,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:40.695615 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:40.704253 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:40.712627 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] Sync routers for ids ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:40.722962 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] Routers {'3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:40.723648 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:40.753208 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-b909d4aa-5706-45ba-bbe2-5f0499ddf48f tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "DELETE /v2.0/floatingips/beb09473-b255-453d-932d-e71fc11b3e5f HTTP/1.1" status: 204 len: 168 time: 1.0678883 Apr 06 11:02:40.754044 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:40.757800 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511376dc-802c-49c6-936f-32768e97c89c" -d '{"events": [{"name": "network-changed", "server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:40.828698 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fffbad-8154-4988-a080-3aec5e57fa57 x-openstack-request-id: req-a6fffbad-8154-4988-a080-3aec5e57fa57 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:40.829486 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:40.830011 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a6fffbad-8154-4988-a080-3aec5e57fa57 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:40.830647 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fffbad-8154-4988-a080-3aec5e57fa57'] response: {'name': 'network-changed', 'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'status': 'completed', 'code': 200} Apr 06 11:02:40.847241 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] Set router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:40.928926 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511376dc-802c-49c6-936f-32768e97c89c req-81945f3d-7ef3-4390-822a-503c394021cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:40.930941 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-511376dc-802c-49c6-936f-32768e97c89c req-81945f3d-7ef3-4390-822a-503c394021cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d56cc77311aa435ca3a0d600f26a32cc&device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 1129 time: 0.0555334 Apr 06 11:02:41.048509 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511376dc-802c-49c6-936f-32768e97c89c req-68944117-6fdc-41b8-a0ec-311e9ad6666a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:41.050463 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-511376dc-802c-49c6-936f-32768e97c89c req-68944117-6fdc-41b8-a0ec-311e9ad6666a service neutron] 10.222.0.26 "GET /v2.0/networks?id=3af2ef9f-7855-4256-a2fb-81a9774416fc HTTP/1.1" status: 200 len: 910 time: 0.1141026 Apr 06 11:02:41.074291 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60182) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:41.088844 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3d96b57e-ad08-4afe-aaae-9d181b75da34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:41.116031 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b048e3-5c00-460c-bce9-452efea21cf7 req-5f324d48-b432-444c-bdcc-9710bf670ca0 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:41.118269 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d3b048e3-5c00-460c-bce9-452efea21cf7 req-5f324d48-b432-444c-bdcc-9710bf670ca0 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0791271 Apr 06 11:02:41.120336 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:45Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '8018db3e-b44a-401f-a6a8-3ba234fb147a', 'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'mac_address': 'fa:16:3e:32:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:44Z', 'updated_at': '2022-04-06T10:57:53Z', 'revision_number': 5, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'subnets': [{'id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:41.150246 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] Checking router: 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:41.161240 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] Routers {'3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:41.162128 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:41.188488 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d3b048e3-5c00-460c-bce9-452efea21cf7 req-aa9aefda-9d5e-4688-ad92-3f127a9e4680 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489287 Apr 06 11:02:41.192532 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3d96b57e-ad08-4afe-aaae-9d181b75da34 admin admin] Publish callbacks [] for security_group (12d44c2e-9916-41d1-9d79-8a6603a195a8), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:41.198433 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3d96b57e-ad08-4afe-aaae-9d181b75da34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (12d44c2e-9916-41d1-9d79-8a6603a195a8), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:41.238664 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96b57e-ad08-4afe-aaae-9d181b75da34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d44c2e-9916-41d1-9d79-8a6603a195a8,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:41.246658 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60184) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:41.247323 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-3d96b57e-ad08-4afe-aaae-9d181b75da34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98e74861b5ba45ca8250dc7b816382bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717131 Apr 06 11:02:41.293117 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] Set router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:41.300260 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a49ea064-6e64-456d-a210-8ab53b773aff admin admin] Publish callbacks [] for security_group (12d44c2e-9916-41d1-9d79-8a6603a195a8), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:41.323187 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a49ea064-6e64-456d-a210-8ab53b773aff admin admin] Publish callbacks [] for security_group (12d44c2e-9916-41d1-9d79-8a6603a195a8), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:41.375940 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a49ea064-6e64-456d-a210-8ab53b773aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (12d44c2e-9916-41d1-9d79-8a6603a195a8), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:41.378556 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-a49ea064-6e64-456d-a210-8ab53b773aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:41.379789 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-a49ea064-6e64-456d-a210-8ab53b773aff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12d44c2e-9916-41d1-9d79-8a6603a195a8 HTTP/1.1" status: 204 len: 168 time: 0.1321220 Apr 06 11:02:41.389320 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49ea064-6e64-456d-a210-8ab53b773aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d44c2e-9916-41d1-9d79-8a6603a195a8,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:41.509515 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:45Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '8018db3e-b44a-401f-a6a8-3ba234fb147a', 'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'mac_address': 'fa:16:3e:32:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:44Z', 'updated_at': '2022-04-06T10:57:53Z', 'revision_number': 5, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'subnets': [{'id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:41.537260 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb82a99-f058-4047-9a4f-f8e9f5519f67 None None] The sync data for ids ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'] in dv-cinder-836070-2-iscsi is: [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T10:57:45Z', 'revision_number': 4, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '8018db3e-b44a-401f-a6a8-3ba234fb147a', 'name': '', 'network_id': '3af2ef9f-7855-4256-a2fb-81a9774416fc', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'mac_address': 'fa:16:3e:32:51:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:44Z', 'updated_at': '2022-04-06T10:57:53Z', 'revision_number': 5, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'subnets': [{'id': '6a4771b5-9618-4e54-b37e-f57c1b6f8565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:41.780239 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae937e3b-5f68-4b7d-9591-3633445c3674 None None] New status for floating IP beb09473-b255-453d-932d-e71fc11b3e5f: DOWN {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:02:42.085446 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-511376dc-802c-49c6-936f-32768e97c89c req-c8e4bc9e-c062-496a-a4fc-57eba8363675 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4 HTTP/1.1" status: 200 len: 217 time: 0.0401206 Apr 06 11:02:42.143792 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511376dc-802c-49c6-936f-32768e97c89c req-2428c4eb-ada7-4955-bff5-c023cd6be07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:42.145295 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-511376dc-802c-49c6-936f-32768e97c89c req-2428c4eb-ada7-4955-bff5-c023cd6be07e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6a4771b5-9618-4e54-b37e-f57c1b6f8565 HTTP/1.1" status: 200 len: 848 time: 0.0485508 Apr 06 11:02:42.339215 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511376dc-802c-49c6-936f-32768e97c89c req-eddfccc8-9d49-410b-b51d-5c09969477db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:42.340754 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-511376dc-802c-49c6-936f-32768e97c89c req-eddfccc8-9d49-410b-b51d-5c09969477db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3af2ef9f-7855-4256-a2fb-81a9774416fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779769 Apr 06 11:02:42.355382 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ba04a-ed29-42b8-9968-1f2efc90c7e2 req-223d4def-c0ca-405a-ba6e-f25ef381688a tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:42.356974 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-445ba04a-ed29-42b8-9968-1f2efc90c7e2 req-223d4def-c0ca-405a-ba6e-f25ef381688a tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0850761 Apr 06 11:02:42.472754 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-445ba04a-ed29-42b8-9968-1f2efc90c7e2 req-d832706d-a37d-4402-bcea-f1745d8c5a30 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/security-groups?id=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073277 Apr 06 11:02:42.504870 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-511376dc-802c-49c6-936f-32768e97c89c req-1a930ae9-3c34-44ff-a81c-2631f8e23d41 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577928 Apr 06 11:02:42.645396 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-511376dc-802c-49c6-936f-32768e97c89c req-442b9013-bc56-4589-aa30-a562b9e25c04 service neutron] 10.222.0.26 "GET /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166828 Apr 06 11:02:42.697398 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-47ef1d53-ff2b-4e3c-891e-6c5144753f6e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:42.698969 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-47ef1d53-ff2b-4e3c-891e-6c5144753f6e tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 945 time: 0.0627348 Apr 06 11:02:42.858231 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a9ccb745-87e3-41c8-a8e1-2553f7d26319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.083775 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-449e25aa-4b5d-40cc-b79c-655d3eb432df tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Deleting port bf9f5a65-ed45-4124-9059-bb3104480fa4 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:43.084113 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-449e25aa-4b5d-40cc-b79c-655d3eb432df tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.201045 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-449e25aa-4b5d-40cc-b79c-655d3eb432df tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] For port bf9f5a65-ed45-4124-9059-bb3104480fa4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bf9f5a65-ed45-4124-9059-bb3104480fa4,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:43.201426 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-449e25aa-4b5d-40cc-b79c-655d3eb432df tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.216649 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-449e25aa-4b5d-40cc-b79c-655d3eb432df tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Calling delete_port for bf9f5a65-ed45-4124-9059-bb3104480fa4 owned by compute:nova {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:43.355045 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-449e25aa-4b5d-40cc-b79c-655d3eb432df tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (bf9f5a65-ed45-4124-9059-bb3104480fa4), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.402749 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e25aa-4b5d-40cc-b79c-655d3eb432df tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event deleted for resources: {'Port': ['ID=bf9f5a65-ed45-4124-9059-bb3104480fa4,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:43.456798 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-449e25aa-4b5d-40cc-b79c-655d3eb432df tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] No DVR routers for this DVR port bf9f5a65-ed45-4124-9059-bb3104480fa4 on host hv-cinder-83607 {{(pid=115084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:43.459545 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-449e25aa-4b5d-40cc-b79c-655d3eb432df tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:43.464655 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1a562c8d-9ba4-4445-826e-b509c269ae6f req-449e25aa-4b5d-40cc-b79c-655d3eb432df tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.26 "DELETE /v2.0/ports/bf9f5a65-ed45-4124-9059-bb3104480fa4 HTTP/1.1" status: 204 len: 173 time: 0.7608633 Apr 06 11:02:43.465049 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'name': 'network-vif-deleted', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:43.467484 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c55f080-916a-435b-ade0-1c330752b51e" -d '{"events": [{"server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "name": "network-vif-deleted", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:43.520042 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a44646-6402-4d0a-ad4b-b59b43126411 x-openstack-request-id: req-96a44646-6402-4d0a-ad4b-b59b43126411 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:43.520441 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c6849e4-943b-48ff-84fd-2444109e6b30", "name": "network-vif-deleted", "tag": "bf9f5a65-ed45-4124-9059-bb3104480fa4", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:43.520793 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-96a44646-6402-4d0a-ad4b-b59b43126411 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:43.521306 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a44646-6402-4d0a-ad4b-b59b43126411'] response: {'server_uuid': '6c6849e4-943b-48ff-84fd-2444109e6b30', 'name': 'network-vif-deleted', 'tag': 'bf9f5a65-ed45-4124-9059-bb3104480fa4', 'status': 'completed', 'code': 200} Apr 06 11:02:43.600877 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-34f6d2af-4160-4df3-93ff-ffb3f3ae7258 req-f66eabe0-4742-429c-b455-b6846f1402d1 tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 210 time: 0.0329142 Apr 06 11:02:44.765748 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-acab82a2-b1c3-445b-aecb-b810ef329f84 req-f563af46-7d4a-4cf5-bd85-6ef40ea1cd1d tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "GET /v2.0/ports?device_id=6c6849e4-943b-48ff-84fd-2444109e6b30 HTTP/1.1" status: 200 len: 210 time: 0.0390255 Apr 06 11:02:45.432088 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:02:45.517622 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device bf9f5a65-ed45-4124-9059-bb3104480fa4 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:45.542987 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: bf9f5a65-ed45-4124-9059-bb3104480fa4 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:45.543331 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device bf9f5a65-ed45-4124-9059-bb3104480fa4 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:45.831184 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7d136379-eaf8-4a64-8f86-135b23d147bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.834927 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60262) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:45.891875 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e4e28dd1-8827-42c5-ace5-71a2265e23de tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group (4788dbf2-d1d3-4e3e-a869-1e880b5d0b45), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.918891 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e4e28dd1-8827-42c5-ace5-71a2265e23de tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group (4788dbf2-d1d3-4e3e-a869-1e880b5d0b45), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.987729 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e4e28dd1-8827-42c5-ace5-71a2265e23de tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (4788dbf2-d1d3-4e3e-a869-1e880b5d0b45), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.990807 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e4e28dd1-8827-42c5-ace5-71a2265e23de tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:45.992150 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e4e28dd1-8827-42c5-ace5-71a2265e23de tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] 10.222.0.23 "DELETE /v2.0/security-groups/4788dbf2-d1d3-4e3e-a869-1e880b5d0b45 HTTP/1.1" status: 204 len: 168 time: 0.1550941 Apr 06 11:02:46.002059 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e28dd1-8827-42c5-ace5-71a2265e23de tempest-TestShelveInstance-1108156285 tempest-TestShelveInstance-1108156285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4788dbf2-d1d3-4e3e-a869-1e880b5d0b45,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:46.040104 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60270) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:46.198697 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60276) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:46.320954 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-72980680-5123-48f9-91d1-fc6b98f21c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.400866 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-72980680-5123-48f9-91d1-fc6b98f21c48 admin admin] Publish callbacks [] for security_group (38795991-e3d0-4ac0-b58f-5198ed966d28), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.405043 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-72980680-5123-48f9-91d1-fc6b98f21c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (38795991-e3d0-4ac0-b58f-5198ed966d28), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.440389 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-72980680-5123-48f9-91d1-fc6b98f21c48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=240a157e1d6c4259af55f160e716f686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406011 Apr 06 11:02:46.444228 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60280) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:46.450128 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72980680-5123-48f9-91d1-fc6b98f21c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38795991-e3d0-4ac0-b58f-5198ed966d28,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:46.486660 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.541383 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6472a74d-89c0-4356-893c-af08aa64ef40 admin admin] Publish callbacks [] for security_group (38795991-e3d0-4ac0-b58f-5198ed966d28), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.556232 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506467'] for router_interface (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.600474 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6472a74d-89c0-4356-893c-af08aa64ef40 admin admin] Publish callbacks [] for security_group (38795991-e3d0-4ac0-b58f-5198ed966d28), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.746939 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6472a74d-89c0-4356-893c-af08aa64ef40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (38795991-e3d0-4ac0-b58f-5198ed966d28), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.749592 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6472a74d-89c0-4356-893c-af08aa64ef40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.750799 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-6472a74d-89c0-4356-893c-af08aa64ef40 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38795991-e3d0-4ac0-b58f-5198ed966d28 HTTP/1.1" status: 204 len: 168 time: 0.3046644 Apr 06 11:02:46.763485 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6472a74d-89c0-4356-893c-af08aa64ef40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38795991-e3d0-4ac0-b58f-5198ed966d28,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:46.883588 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] Deleting port 8018db3e-b44a-401f-a6a8-3ba234fb147a {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:46.884380 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.963841 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] For port 8018db3e-b44a-401f-a6a8-3ba234fb147a, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=8018db3e-b44a-401f-a6a8-3ba234fb147a,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:46.964228 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:46.977392 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] Calling delete_port for 8018db3e-b44a-401f-a6a8-3ba234fb147a owned by network:router_interface {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:47.033740 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60286) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:47.046938 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ce292fe6-cae7-4b6c-ad79-ae48c226a321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.125807 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ce292fe6-cae7-4b6c-ad79-ae48c226a321 admin admin] Publish callbacks [] for security_group (c7d8fb9e-d944-4810-b92a-050ab4f067dc), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.131502 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ce292fe6-cae7-4b6c-ad79-ae48c226a321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (c7d8fb9e-d944-4810-b92a-050ab4f067dc), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.174503 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (8018db3e-b44a-401f-a6a8-3ba234fb147a), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.179411 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce292fe6-cae7-4b6c-ad79-ae48c226a321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d8fb9e-d944-4810-b92a-050ab4f067dc,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:47.188737 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-ce292fe6-cae7-4b6c-ad79-ae48c226a321 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d89a0f0f3e734c15bce0ed8ddc7a2a4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500838 Apr 06 11:02:47.189076 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60288) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:47.211407 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] Pushing event deleted for resources: {'Port': ['ID=8018db3e-b44a-401f-a6a8-3ba234fb147a,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:47.253645 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d331daa4-44e0-4a4c-9426-720fb6aeaa1e admin admin] Publish callbacks [] for security_group (c7d8fb9e-d944-4810-b92a-050ab4f067dc), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.279322 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d331daa4-44e0-4a4c-9426-720fb6aeaa1e admin admin] Publish callbacks [] for security_group (c7d8fb9e-d944-4810-b92a-050ab4f067dc), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.338600 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d331daa4-44e0-4a4c-9426-720fb6aeaa1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (c7d8fb9e-d944-4810-b92a-050ab4f067dc), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.341306 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d331daa4-44e0-4a4c-9426-720fb6aeaa1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.342574 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-d331daa4-44e0-4a4c-9426-720fb6aeaa1e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c7d8fb9e-d944-4810-b92a-050ab4f067dc HTTP/1.1" status: 204 len: 168 time: 0.1526208 Apr 06 11:02:47.351083 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331daa4-44e0-4a4c-9426-720fb6aeaa1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d8fb9e-d944-4810-b92a-050ab4f067dc,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:47.422864 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506099'] for router_interface (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:47.682820 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] Router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:47.808963 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:47.815544 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-bb645e60-a88a-4288-bd9b-2e6eb615888e admin admin] 10.222.0.23 "PUT /v2.0/routers/3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7765913 Apr 06 11:02:47.817039 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60302) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:47.824965 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] Sync routers for ids ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:47.840802 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] Routers {'3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:47.841444 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:47.947670 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Publish callbacks [] for router (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.001856 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] Set router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:48.081557 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Publish callbacks [] for router_gateway (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.237262 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T11:02:47Z', 'revision_number': 5, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port': {'id': 'ae6e528a-5785-4d76-8922-0f7681044270', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:24:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:42Z', 'updated_at': '2022-04-06T10:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:48.342077 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.409761 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] Checking router: 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:48.431075 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] Routers {'3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:48.432054 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:48.505439 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Deleting port ae6e528a-5785-4d76-8922-0f7681044270 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:48.505821 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (ae6e528a-5785-4d76-8922-0f7681044270), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.605423 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] Set router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 gateway port host: None {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:48.615091 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] For port ae6e528a-5785-4d76-8922-0f7681044270, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=ae6e528a-5785-4d76-8922-0f7681044270,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:48.615541 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (ae6e528a-5785-4d76-8922-0f7681044270), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.637612 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Calling delete_port for ae6e528a-5785-4d76-8922-0f7681044270 owned by network:router_gateway {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:48.706397 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T11:02:48Z', 'revision_number': 6, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port_host': None}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:48.761222 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9419836-0aec-4f26-b194-b5f1ea520e97 None None] The sync data for ids ['3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16'] in dv-cinder-836070-2-iscsi is: [{'id': '3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16', 'name': 'tempest-TestShelveInstance-1296675313-router', 'tenant_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:41Z', 'updated_at': '2022-04-06T11:02:48Z', 'revision_number': 6, 'project_id': 'd56cc77311aa435ca3a0d600f26a32cc', 'gw_port_host': None}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:48.777994 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec32eb3-7af7-44f7-82a7-79f26aa40cca req-d36db69a-63ed-45cf-afdf-946f8fcecc9b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:48.780346 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1ec32eb3-7af7-44f7-82a7-79f26aa40cca req-d36db69a-63ed-45cf-afdf-946f8fcecc9b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 946 time: 0.0939050 Apr 06 11:02:48.881973 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1ec32eb3-7af7-44f7-82a7-79f26aa40cca req-56606575-730f-44d6-824e-bd954edb2f3c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632260 Apr 06 11:02:48.939126 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (ae6e528a-5785-4d76-8922-0f7681044270), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:48.966617 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Pushing event deleted for resources: {'Port': ['ID=ae6e528a-5785-4d76-8922-0f7681044270,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:49.036807 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505909'] for router_gateway (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.137044 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6868'] for router (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.140236 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Publish callbacks [] for router_controller (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.199906 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475279'] for router (3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.200995 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 {{(pid=115084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:02:49.206507 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.207783 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-9e5dcaad-a3ba-4067-84b0-a8bc8bced52a admin admin] 10.222.0.23 "DELETE /v2.0/routers/3fd68bdb-2e6d-46d7-b751-8bf4c42a6a16 HTTP/1.1" status: 204 len: 168 time: 1.3891115 Apr 06 11:02:49.210267 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60334) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:49.271576 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_v2 [None req-330b6314-479c-43cd-a974-80f881546b78 admin admin] Deleting subnet 6a4771b5-9618-4e54-b37e-f57c1b6f8565 {{(pid=115084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:02:49.275694 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-330b6314-479c-43cd-a974-80f881546b78 admin admin] Publish callbacks [] for subnet (6a4771b5-9618-4e54-b37e-f57c1b6f8565), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.298806 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 8018db3e-b44a-401f-a6a8-3ba234fb147a no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:49.316191 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-330b6314-479c-43cd-a974-80f881546b78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133558098'] for subnet (6a4771b5-9618-4e54-b37e-f57c1b6f8565), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.323670 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 8018db3e-b44a-401f-a6a8-3ba234fb147a {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:49.324169 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 8018db3e-b44a-401f-a6a8-3ba234fb147a not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:49.403700 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-330b6314-479c-43cd-a974-80f881546b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (6a4771b5-9618-4e54-b37e-f57c1b6f8565), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.463825 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-330b6314-479c-43cd-a974-80f881546b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130413001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130416037'] for subnet (6a4771b5-9618-4e54-b37e-f57c1b6f8565), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.507179 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b6314-479c-43cd-a974-80f881546b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a4771b5-9618-4e54-b37e-f57c1b6f8565,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:49.515766 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-330b6314-479c-43cd-a974-80f881546b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.517327 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4a867d-f39a-434a-8d64-ed4b12942fc6 None None] Network 3af2ef9f-7855-4256-a2fb-81a9774416fc requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:02:49.522776 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-330b6314-479c-43cd-a974-80f881546b78 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6a4771b5-9618-4e54-b37e-f57c1b6f8565 HTTP/1.1" status: 204 len: 168 time: 0.3109121 Apr 06 11:02:49.527033 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60342) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:49.647226 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (3af2ef9f-7855-4256-a2fb-81a9774416fc), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.682482 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.728342 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Deleting port 32191066-5112-46fb-a8fa-f028fec693db {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:49.728843 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (32191066-5112-46fb-a8fa-f028fec693db), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.793475 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] DHCP port deletion for 3af2ef9f-7855-4256-a2fb-81a9774416fc request from dv-cinder-836070-2-iscsi {{(pid=115085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:02:49.825436 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] For port 32191066-5112-46fb-a8fa-f028fec693db, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=32191066-5112-46fb-a8fa-f028fec693db,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:49.825436 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (32191066-5112-46fb-a8fa-f028fec693db), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.842809 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Calling delete_port for 32191066-5112-46fb-a8fa-f028fec693db owned by network:dhcp {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:49.862360 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Deleting port 32191066-5112-46fb-a8fa-f028fec693db {{(pid=115085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:49.862897 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (32191066-5112-46fb-a8fa-f028fec693db), before_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.972037 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] For port 32191066-5112-46fb-a8fa-f028fec693db, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=32191066-5112-46fb-a8fa-f028fec693db,segment=NetworkSegment(0bebf080-9e3c-4ac0-be94-1bfe7727262b),segment_id=0bebf080-9e3c-4ac0-be94-1bfe7727262b)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:49.972539 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (32191066-5112-46fb-a8fa-f028fec693db), precommit_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:49.980767 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (32191066-5112-46fb-a8fa-f028fec693db), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.003336 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Calling delete_port for 32191066-5112-46fb-a8fa-f028fec693db owned by network:dhcp {{(pid=115085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:50.016800 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Pushing event deleted for resources: {'Port': ['ID=32191066-5112-46fb-a8fa-f028fec693db,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:50.024865 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] No DVR routers for this DVR port 32191066-5112-46fb-a8fa-f028fec693db on host dv-cinder-836070-2-iscsi {{(pid=115084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:50.126999 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc530b39-94fe-471a-9ac0-a27e47cb2834 req-71fd769f-4ad5-4622-b152-6219c27b86c8 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:50.129647 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc530b39-94fe-471a-9ac0-a27e47cb2834 req-71fd769f-4ad5-4622-b152-6219c27b86c8 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 946 time: 0.0916607 Apr 06 11:02:50.148838 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957'] for port (32191066-5112-46fb-a8fa-f028fec693db), after_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.175734 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (3af2ef9f-7855-4256-a2fb-81a9774416fc), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.180838 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Pushing event deleted for resources: {'Port': ['ID=32191066-5112-46fb-a8fa-f028fec693db,revision_number=None']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:50.189752 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] No DVR routers for this DVR port 32191066-5112-46fb-a8fa-f028fec693db on host dv-cinder-836070-2-iscsi {{(pid=115085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:50.192025 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.192564 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.193067 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.193564 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.194168 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.194661 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.195742 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.196491 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.197093 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.197628 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.198122 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.198620 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.199121 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.199629 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.200137 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafcaf63-1bfd-4e52-b14b-65d64cde9229 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:02:50.200453 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-fc530b39-94fe-471a-9ac0-a27e47cb2834 req-9ca6e919-4886-4a09-b3e4-32339b519346 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612268 Apr 06 11:02:50.206625 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af2ef9f-7855-4256-a2fb-81a9774416fc']}} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:50.239091 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bebf080-9e3c-4ac0-be94-1bfe7727262b') {'for_net_delete': True} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:50.239391 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bebf080-9e3c-4ac0-be94-1bfe7727262b') {} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:50.251810 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133558185'] for segment (0bebf080-9e3c-4ac0-be94-1bfe7727262b), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.268214 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (0bebf080-9e3c-4ac0-be94-1bfe7727262b), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.277077 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=115084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:02:50.277524 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130412963'] for segment (0bebf080-9e3c-4ac0-be94-1bfe7727262b), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: Traceback (most recent call last): Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: timer() Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: cb(*args, **kw) Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: return func(*args, **kwargs) Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: self._notify() Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: self.callback(batched_events) Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: event.method(event) Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: return f(self, *a, **k) Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._get(url).json() Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: return self.request(url, 'GET', **kwargs) Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:02:50.279260 dv-cinder-836070-2-iscsi neutron-server[115084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:02:50.323041 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e93728-de64-4a51-8313-a585955b40a3 req-c938f6e0-86d0-42ac-8cee-5de1e76661ce tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:50.324585 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c3e93728-de64-4a51-8313-a585955b40a3 req-c938f6e0-86d0-42ac-8cee-5de1e76661ce tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 946 time: 0.2357888 Apr 06 11:02:50.370442 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (3af2ef9f-7855-4256-a2fb-81a9774416fc), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.379305 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.382971 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3af2ef9f-7855-4256-a2fb-81a9774416fc HTTP/1.1" status: 204 len: 168 time: 0.8543615 Apr 06 11:02:50.386315 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60352) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:50.401992 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac41df-b921-4f15-8693-bb39b8f5f294 admin admin] Pushing event deleted for resources: {'Network': ['ID=3af2ef9f-7855-4256-a2fb-81a9774416fc,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:50.450910 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Deleting port 78b9f518-d697-4bf4-af12-ede51dc583c6 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:50.451168 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.548997 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] For port 78b9f518-d697-4bf4-af12-ede51dc583c6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=78b9f518-d697-4bf4-af12-ede51dc583c6,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:50.549275 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.732663 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.732926 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (0d462af7-358c-4e7b-814c-bd2ffe5dfb51), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.733245 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Floating IP 0d462af7-358c-4e7b-814c-bd2ffe5dfb51 disassociated. External IP: 172.27.1.251, port: 78b9f518-d697-4bf4-af12-ede51dc583c6. Apr 06 11:02:50.733590 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Calling delete_port for 78b9f518-d697-4bf4-af12-ede51dc583c6 owned by compute:nova {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:50.778320 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506467'] for router_interface (39a32460-dc82-45aa-994d-60566eed89ab), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.899316 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (78b9f518-d697-4bf4-af12-ede51dc583c6), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:50.949963 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event deleted for resources: {'Port': ['ID=78b9f518-d697-4bf4-af12-ede51dc583c6,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:51.026239 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device ae6e528a-5785-4d76-8922-0f7681044270 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:51.052246 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: ae6e528a-5785-4d76-8922-0f7681044270 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:51.052618 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device ae6e528a-5785-4d76-8922-0f7681044270 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:51.053289 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 32191066-5112-46fb-a8fa-f028fec693db no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:51.077246 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 32191066-5112-46fb-a8fa-f028fec693db {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:51.078321 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 32191066-5112-46fb-a8fa-f028fec693db not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:51.125477 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Router c92d4b53-91e4-4a40-b5c9-77bb863d357d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:51.133307 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] Deleting port 6cc9695c-7e4b-44c9-a807-20991d0969a5 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:51.134279 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.227024 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] For port 6cc9695c-7e4b-44c9-a807-20991d0969a5, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=6cc9695c-7e4b-44c9-a807-20991d0969a5,segment=NetworkSegment(ff76cb39-eaa0-4c3d-bd6d-19474e802161),segment_id=ff76cb39-eaa0-4c3d-bd6d-19474e802161)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:51.227698 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.252320 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] Calling delete_port for 6cc9695c-7e4b-44c9-a807-20991d0969a5 owned by network:router_interface {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:51.355220 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4138922d-682a-4367-a585-19b557d815e0 req-61a2dd83-e29a-4e4a-bc2d-2c5a73510611 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 210 time: 0.0564468 Apr 06 11:02:51.373800 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:51.390853 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] Sync routers for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:51.430022 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:51.431403 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:51.480588 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] No DVR routers for this DVR port 78b9f518-d697-4bf4-af12-ede51dc583c6 on host hv-cinder-83607 {{(pid=115084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:51.484738 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.489149 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-c3e93728-de64-4a51-8313-a585955b40a3 req-b696128e-cd89-4829-b903-7ae6a1d8ab42 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "DELETE /v2.0/ports/78b9f518-d697-4bf4-af12-ede51dc583c6 HTTP/1.1" status: 204 len: 173 time: 1.1578231 Apr 06 11:02:51.489634 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d30e494-1aac-4673-815b-342a63eff428', 'name': 'network-vif-deleted', 'tag': '78b9f518-d697-4bf4-af12-ede51dc583c6'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:02:51.493401 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1278f1bc-0d8a-4de8-9249-46e72895af63" -d '{"events": [{"server_uuid": "2d30e494-1aac-4673-815b-342a63eff428", "name": "network-vif-deleted", "tag": "78b9f518-d697-4bf4-af12-ede51dc583c6"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:02:51.574769 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42820737-d32d-4988-b1a3-c3f58ee106cd x-openstack-request-id: req-42820737-d32d-4988-b1a3-c3f58ee106cd {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:02:51.575101 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d30e494-1aac-4673-815b-342a63eff428", "name": "network-vif-deleted", "tag": "78b9f518-d697-4bf4-af12-ede51dc583c6", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:02:51.575517 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-42820737-d32d-4988-b1a3-c3f58ee106cd {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:02:51.575793 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42820737-d32d-4988-b1a3-c3f58ee106cd'] response: {'server_uuid': '2d30e494-1aac-4673-815b-342a63eff428', 'name': 'network-vif-deleted', 'tag': '78b9f518-d697-4bf4-af12-ede51dc583c6', 'status': 'completed', 'code': 200} Apr 06 11:02:51.600184 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (6cc9695c-7e4b-44c9-a807-20991d0969a5), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.634350 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc9695c-7e4b-44c9-a807-20991d0969a5,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:51.643053 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:51.853942 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506099'] for router_interface (39a32460-dc82-45aa-994d-60566eed89ab), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:51.971413 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:52.024411 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] Checking router: c92d4b53-91e4-4a40-b5c9-77bb863d357d for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:52.038877 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:52.040105 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:52.153355 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] Router 39a32460-dc82-45aa-994d-60566eed89ab has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:02:52.173585 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:52.294567 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:02:52.300085 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-5e8ede02-d582-49da-98f9-ddc373b68c29 admin admin] 10.222.0.23 "PUT /v2.0/routers/39a32460-dc82-45aa-994d-60566eed89ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9122512 Apr 06 11:02:52.302219 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60364) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:52.305588 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] Sync routers for ids ['39a32460-dc82-45aa-994d-60566eed89ab'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:02:52.317515 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] Routers {'39a32460-dc82-45aa-994d-60566eed89ab'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:52.318166 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['39a32460-dc82-45aa-994d-60566eed89ab'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:52.432286 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Publish callbacks [] for router (39a32460-dc82-45aa-994d-60566eed89ab), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:52.442780 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] Set router 39a32460-dc82-45aa-994d-60566eed89ab gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:52.446442 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:52.487487 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3f1eca06-2039-43c8-97da-d50829de092f req-397eade5-c0e1-4e3b-bda4-0600772afd1c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 210 time: 0.0397530 Apr 06 11:02:52.499891 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af8d56-a65d-43b6-9303-225b1f42c47a None None] The sync data for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi is: [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:52.574231 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Publish callbacks [] for router_gateway (39a32460-dc82-45aa-994d-60566eed89ab), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:52.635940 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Deleting port adb8e560-8bd7-4062-9cf4-4414388ffb2d {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:52.636297 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:52.659046 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a32460-dc82-45aa-994d-60566eed89ab', 'name': 'tempest-TestShelveInstance-258226233-router', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253'}], 'enable_snat': True}, 'gw_port_id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:47Z', 'updated_at': '2022-04-06T11:02:51Z', 'revision_number': 5, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'gw_port': {'id': 'adb8e560-8bd7-4062-9cf4-4414388ffb2d', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:37:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a32460-dc82-45aa-994d-60566eed89ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T10:57:48Z', 'updated_at': '2022-04-06T10:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:52.687077 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] Checking router: 39a32460-dc82-45aa-994d-60566eed89ab for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:02:52.696477 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] Routers {'39a32460-dc82-45aa-994d-60566eed89ab'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:02:52.697460 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['39a32460-dc82-45aa-994d-60566eed89ab'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:52.730177 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] For port adb8e560-8bd7-4062-9cf4-4414388ffb2d, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=adb8e560-8bd7-4062-9cf4-4414388ffb2d,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:52.730859 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:52.749948 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Calling delete_port for adb8e560-8bd7-4062-9cf4-4414388ffb2d owned by network:router_gateway {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:52.786761 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc493f1-91af-4ad0-8f7d-0a0f457c3314 None None] New status for floating IP 0d462af7-358c-4e7b-814c-bd2ffe5dfb51: DOWN {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:02:52.796660 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] Set router 39a32460-dc82-45aa-994d-60566eed89ab gateway port host: None {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:02:52.852028 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39a32460-dc82-45aa-994d-60566eed89ab', 'name': 'tempest-TestShelveInstance-258226233-router', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:47Z', 'updated_at': '2022-04-06T11:02:52Z', 'revision_number': 6, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'gw_port_host': None}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:52.884912 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a182be6-4bbe-4bc0-b453-3bc871889123 None None] The sync data for ids ['39a32460-dc82-45aa-994d-60566eed89ab'] in dv-cinder-836070-2-iscsi is: [{'id': '39a32460-dc82-45aa-994d-60566eed89ab', 'name': 'tempest-TestShelveInstance-258226233-router', 'tenant_id': 'da1844cf8f344ef5b6d1654df279ca39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T10:57:47Z', 'updated_at': '2022-04-06T11:02:52Z', 'revision_number': 6, 'project_id': 'da1844cf8f344ef5b6d1654df279ca39', 'gw_port_host': None}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:02:52.986609 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (adb8e560-8bd7-4062-9cf4-4414388ffb2d), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.017955 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Pushing event deleted for resources: {'Port': ['ID=adb8e560-8bd7-4062-9cf4-4414388ffb2d,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:53.087694 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505909'] for router_gateway (39a32460-dc82-45aa-994d-60566eed89ab), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.184251 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6868'] for router (39a32460-dc82-45aa-994d-60566eed89ab), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.186540 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Publish callbacks [] for router_controller (39a32460-dc82-45aa-994d-60566eed89ab), precommit_delete_associations {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.503062 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475279'] for router (39a32460-dc82-45aa-994d-60566eed89ab), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.504154 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39a32460-dc82-45aa-994d-60566eed89ab {{(pid=115083) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:02:53.514687 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.516319 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-1e1118f9-548f-4b9e-a48d-d415a17f6862 admin admin] 10.222.0.23 "DELETE /v2.0/routers/39a32460-dc82-45aa-994d-60566eed89ab HTTP/1.1" status: 204 len: 168 time: 1.2130733 Apr 06 11:02:53.518773 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60374) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:53.579753 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2aec69-e5f2-4781-8284-3b9e24fc8e52 admin admin] Deleting subnet 32db5e5a-0ba8-4402-809c-3dd14a4c4b40 {{(pid=115083) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:02:53.591447 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d2aec69-e5f2-4781-8284-3b9e24fc8e52 admin admin] Publish callbacks [] for subnet (32db5e5a-0ba8-4402-809c-3dd14a4c4b40), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.626985 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-380d1375-3e20-46c9-afd1-06990675c1cb req-70230d88-d4fc-464c-ac26-07c32850f89f tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 210 time: 0.0517774 Apr 06 11:02:53.645043 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d2aec69-e5f2-4781-8284-3b9e24fc8e52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126582856'] for subnet (32db5e5a-0ba8-4402-809c-3dd14a4c4b40), precommit_delete_associations {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.737984 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d2aec69-e5f2-4781-8284-3b9e24fc8e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (32db5e5a-0ba8-4402-809c-3dd14a4c4b40), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.805532 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d2aec69-e5f2-4781-8284-3b9e24fc8e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126579873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126053405'] for subnet (32db5e5a-0ba8-4402-809c-3dd14a4c4b40), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.831388 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aec69-e5f2-4781-8284-3b9e24fc8e52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32db5e5a-0ba8-4402-809c-3dd14a4c4b40,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:53.834802 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2d2aec69-e5f2-4781-8284-3b9e24fc8e52 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:53.838801 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-2d2aec69-e5f2-4781-8284-3b9e24fc8e52 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/32db5e5a-0ba8-4402-809c-3dd14a4c4b40 HTTP/1.1" status: 204 len: 168 time: 0.3187773 Apr 06 11:02:53.841663 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60376) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:53.844648 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ac6ce4-3995-4b2b-a76f-c9d026f83208 None None] Network dba72fa9-9678-4199-ac2f-afa683389815 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:02:53.927045 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (dba72fa9-9678-4199-ac2f-afa683389815), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.001546 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Deleting port 57a136d7-3156-4cc2-8764-51ad419b179b {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:54.001881 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.043927 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a6c23-da98-4dc3-a33b-d6479ce6b42e None None] DHCP port deletion for dba72fa9-9678-4199-ac2f-afa683389815 request from dv-cinder-836070-2-iscsi {{(pid=115085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:02:54.074100 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] For port 57a136d7-3156-4cc2-8764-51ad419b179b, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=57a136d7-3156-4cc2-8764-51ad419b179b,segment=NetworkSegment(ff76cb39-eaa0-4c3d-bd6d-19474e802161),segment_id=ff76cb39-eaa0-4c3d-bd6d-19474e802161)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:54.074697 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.094100 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a6c23-da98-4dc3-a33b-d6479ce6b42e None None] Deleting port 57a136d7-3156-4cc2-8764-51ad419b179b {{(pid=115085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:02:54.094393 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-0d8a6c23-da98-4dc3-a33b-d6479ce6b42e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), before_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.101907 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Calling delete_port for 57a136d7-3156-4cc2-8764-51ad419b179b owned by network:dhcp {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:54.174415 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-0d8a6c23-da98-4dc3-a33b-d6479ce6b42e None None] For port 57a136d7-3156-4cc2-8764-51ad419b179b, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=57a136d7-3156-4cc2-8764-51ad419b179b,segment=NetworkSegment(ff76cb39-eaa0-4c3d-bd6d-19474e802161),segment_id=ff76cb39-eaa0-4c3d-bd6d-19474e802161)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:02:54.175071 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-0d8a6c23-da98-4dc3-a33b-d6479ce6b42e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), precommit_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.182163 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 78b9f518-d697-4bf4-af12-ede51dc583c6 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:54.193422 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.222453 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Pushing event deleted for resources: {'Port': ['ID=57a136d7-3156-4cc2-8764-51ad419b179b,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:54.224353 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] No DVR routers for this DVR port 57a136d7-3156-4cc2-8764-51ad419b179b on host dv-cinder-836070-2-iscsi {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:54.227620 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-0d8a6c23-da98-4dc3-a33b-d6479ce6b42e None None] Calling delete_port for 57a136d7-3156-4cc2-8764-51ad419b179b owned by network:dhcp {{(pid=115085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:02:54.231351 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 78b9f518-d697-4bf4-af12-ede51dc583c6 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:54.232057 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 78b9f518-d697-4bf4-af12-ede51dc583c6 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:54.314338 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (dba72fa9-9678-4199-ac2f-afa683389815), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.349296 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba72fa9-9678-4199-ac2f-afa683389815']}} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:54.351415 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-0d8a6c23-da98-4dc3-a33b-d6479ce6b42e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957'] for port (57a136d7-3156-4cc2-8764-51ad419b179b), after_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.364408 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff76cb39-eaa0-4c3d-bd6d-19474e802161') {'for_net_delete': True} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:54.364752 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff76cb39-eaa0-4c3d-bd6d-19474e802161') {} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:02:54.376306 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126582963'] for segment (ff76cb39-eaa0-4c3d-bd6d-19474e802161), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.378653 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a6c23-da98-4dc3-a33b-d6479ce6b42e None None] Pushing event deleted for resources: {'Port': ['ID=57a136d7-3156-4cc2-8764-51ad419b179b,revision_number=None']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:54.383121 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a6c23-da98-4dc3-a33b-d6479ce6b42e None None] No DVR routers for this DVR port 57a136d7-3156-4cc2-8764-51ad419b179b on host dv-cinder-836070-2-iscsi {{(pid=115085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:02:54.396374 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (ff76cb39-eaa0-4c3d-bd6d-19474e802161), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.405093 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=115083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:02:54.405517 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126579915'] for segment (ff76cb39-eaa0-4c3d-bd6d-19474e802161), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: Traceback (most recent call last): Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: timer() Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: cb(*args, **kw) Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: return func(*args, **kwargs) Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: self._notify() Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: self.callback(batched_events) Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: event.method(event) Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: return f(self, *a, **k) Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._get(url).json() Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: return self.request(url, 'GET', **kwargs) Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:02:54.407537 dv-cinder-836070-2-iscsi neutron-server[115083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:02:54.465942 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (dba72fa9-9678-4199-ac2f-afa683389815), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.472419 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.479446 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] 10.222.0.23 "DELETE /v2.0/networks/dba72fa9-9678-4199-ac2f-afa683389815 HTTP/1.1" status: 204 len: 168 time: 0.6330197 Apr 06 11:02:54.485852 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ebdfa-56f9-459a-ba45-dd3a9e67f51b admin admin] Pushing event deleted for resources: {'Network': ['ID=dba72fa9-9678-4199-ac2f-afa683389815,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:54.760970 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60388) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:54.816539 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1c30672d-102c-43f2-8def-73b8f4a32810 req-d1f3b766-19c1-4ccc-9e83-ec064b73a41a tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=2d30e494-1aac-4673-815b-342a63eff428 HTTP/1.1" status: 200 len: 210 time: 0.0339310 Apr 06 11:02:54.825455 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-ac90cce3-c519-4b7c-b892-ccdf890c172e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d56cc77311aa435ca3a0d600f26a32cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0623784 Apr 06 11:02:54.829578 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60392) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:54.900374 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-23e027fa-911b-4943-a0f8-20f9232e3b82 admin admin] Publish callbacks [] for security_group (b954ba4d-315c-44e8-b7e4-f4f4cd7309ab), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:54.929111 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-23e027fa-911b-4943-a0f8-20f9232e3b82 admin admin] Publish callbacks [] for security_group (b954ba4d-315c-44e8-b7e4-f4f4cd7309ab), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.003936 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-23e027fa-911b-4943-a0f8-20f9232e3b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b954ba4d-315c-44e8-b7e4-f4f4cd7309ab), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.007857 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-23e027fa-911b-4943-a0f8-20f9232e3b82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.017614 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-23e027fa-911b-4943-a0f8-20f9232e3b82 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b954ba4d-315c-44e8-b7e4-f4f4cd7309ab HTTP/1.1" status: 204 len: 168 time: 0.1868510 Apr 06 11:02:55.034332 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 57a136d7-3156-4cc2-8764-51ad419b179b no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:55.038239 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e027fa-911b-4943-a0f8-20f9232e3b82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b954ba4d-315c-44e8-b7e4-f4f4cd7309ab,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:55.075644 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 57a136d7-3156-4cc2-8764-51ad419b179b {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:55.076463 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 57a136d7-3156-4cc2-8764-51ad419b179b not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:55.078491 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 6cc9695c-7e4b-44c9-a807-20991d0969a5 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:55.106209 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 6cc9695c-7e4b-44c9-a807-20991d0969a5 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:55.106573 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 6cc9695c-7e4b-44c9-a807-20991d0969a5 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:55.107189 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device adb8e560-8bd7-4062-9cf4-4414388ffb2d no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:02:55.134742 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: adb8e560-8bd7-4062-9cf4-4414388ffb2d {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:02:55.134963 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device adb8e560-8bd7-4062-9cf4-4414388ffb2d not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:02:55.448655 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60404) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:55.494074 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-9157cb0e-6d7e-4afa-bf23-83dbf496436c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da1844cf8f344ef5b6d1654df279ca39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442386 Apr 06 11:02:55.497316 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60406) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:55.546074 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7a30007b-c927-42aa-9dd7-6e54b58424fb admin admin] Publish callbacks [] for security_group (25befd42-ffaa-4c96-8d15-966041c42e3e), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.567573 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7a30007b-c927-42aa-9dd7-6e54b58424fb admin admin] Publish callbacks [] for security_group (25befd42-ffaa-4c96-8d15-966041c42e3e), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.615436 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7a30007b-c927-42aa-9dd7-6e54b58424fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (25befd42-ffaa-4c96-8d15-966041c42e3e), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.619668 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7a30007b-c927-42aa-9dd7-6e54b58424fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:55.621528 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-7a30007b-c927-42aa-9dd7-6e54b58424fb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/25befd42-ffaa-4c96-8d15-966041c42e3e HTTP/1.1" status: 204 len: 168 time: 0.1230013 Apr 06 11:02:55.634613 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30007b-c927-42aa-9dd7-6e54b58424fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25befd42-ffaa-4c96-8d15-966041c42e3e,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:56.120786 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-c2b37eed-c801-4b63-a366-1f693e655ee0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522312856&fields=id&tenant_id=e78e872bf09b41fbbae7e9266d0ee44c HTTP/1.1" status: 200 len: 267 time: 0.0494761 Apr 06 11:02:56.240353 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-24ac6cde-147f-460b-bda8-fd8748012b08 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:56.242673 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-24ac6cde-147f-460b-bda8-fd8748012b08 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 812 time: 0.1144793 Apr 06 11:02:56.261505 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-d3a00143-95c6-4d77-8fb8-772a850f9a3c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/quotas/e78e872bf09b41fbbae7e9266d0ee44c HTTP/1.1" status: 200 len: 375 time: 0.0113459 Apr 06 11:02:56.340653 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-5dd40024-c428-483e-8e19-703ccdc10fa8 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700371 Apr 06 11:02:56.454141 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-3a34c3ab-d33c-4532-9578-aa5ba01b8f5d service neutron] 10.222.0.23 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000960 Apr 06 11:02:56.557233 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-f89f13c9-2608-43ba-8856-16d028e0ea58 service neutron] 10.222.0.23 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975871 Apr 06 11:02:56.876651 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4e1cd4b4-8aa7-4101-a7a5-bf10e8426d34 req-05fb2363-ce6e-419d-a497-16563af159a6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 210 time: 0.0321267 Apr 06 11:02:57.933993 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60450) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:58.011438 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-91fe8032-63b3-4b96-9477-54854fde43bf req-4ad4bb27-cfd8-4994-967a-c9c317fc2c39 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 210 time: 0.0449402 Apr 06 11:02:58.026196 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-6dfd29e1-820e-40b9-a6e7-6f4803abab1a tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:58.027791 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-6dfd29e1-820e-40b9-a6e7-6f4803abab1a tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 812 time: 0.1687114 Apr 06 11:02:58.098495 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-35b1ace3-7ce9-43b7-993a-7cd56f4e674b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.125053 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-45b7aee0-dc2a-4614-ab41-a1a7ed559bfe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78e872bf09b41fbbae7e9266d0ee44c HTTP/1.1" status: 200 len: 379 time: 0.0831289 Apr 06 11:02:58.135612 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'port': {'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'admin_state_up': True, 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'security_groups': ['cf6123eb-b361-451b-966c-6a24c94a16eb']}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:58.311178 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-35b1ace3-7ce9-43b7-993a-7cd56f4e674b admin admin] Publish callbacks [] for security_group (3d54fd25-7d06-4600-b0f1-cd8141156374), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.318617 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-35b1ace3-7ce9-43b7-993a-7cd56f4e674b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (3d54fd25-7d06-4600-b0f1-cd8141156374), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.327087 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Made reservation on behalf of e78e872bf09b41fbbae7e9266d0ee44c for: {'port': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:02:58.332723 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.419558 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1ace3-7ce9-43b7-993a-7cd56f4e674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d54fd25-7d06-4600-b0f1-cd8141156374,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:58.426922 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-35b1ace3-7ce9-43b7-993a-7cd56f4e674b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19596345039e4f8583a409ed8de66076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4911222 Apr 06 11:02:58.431996 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60454) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:58.497866 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-04e906bb-8f78-4175-93e8-0fd1556a8d1f admin admin] Publish callbacks [] for security_group (3d54fd25-7d06-4600-b0f1-cd8141156374), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.524924 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-04e906bb-8f78-4175-93e8-0fd1556a8d1f admin admin] Publish callbacks [] for security_group (3d54fd25-7d06-4600-b0f1-cd8141156374), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.579908 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Allocated IP 172.20.0.12 (45f5500e-c23e-471c-8a77-568ec6c8ab7c/0bb3811b-d12d-460b-b74c-a1bade982c9f/758a887e-50d4-4283-a952-8a53d3c7bfcb) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:02:58.606664 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-04e906bb-8f78-4175-93e8-0fd1556a8d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (3d54fd25-7d06-4600-b0f1-cd8141156374), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.610866 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-04e906bb-8f78-4175-93e8-0fd1556a8d1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.616394 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-04e906bb-8f78-4175-93e8-0fd1556a8d1f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3d54fd25-7d06-4600-b0f1-cd8141156374 HTTP/1.1" status: 204 len: 168 time: 0.1792519 Apr 06 11:02:58.627072 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e906bb-8f78-4175-93e8-0fd1556a8d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d54fd25-7d06-4600-b0f1-cd8141156374,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:58.815556 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.859001 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:58.932307 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:02:58.936275 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:02:58.938558 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'Port': ['ID=758a887e-50d4-4283-a952-8a53d3c7bfcb,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:58.940907 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:02:58.993198 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60462) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:59.012243 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3dbc277d-f8ef-4728-b06f-99e79f3c70c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.029021 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:59.029670 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.056597 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-2976dc30-1151-4adb-afa6-7d1ee830242b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9257538 Apr 06 11:02:59.078317 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Request body: {'port': {'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:02:59.167920 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.197689 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3dbc277d-f8ef-4728-b06f-99e79f3c70c2 admin admin] Publish callbacks [] for security_group (7c0d8388-df29-4b5d-bfe2-e749b9969b96), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.219222 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-3dbc277d-f8ef-4728-b06f-99e79f3c70c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (7c0d8388-df29-4b5d-bfe2-e749b9969b96), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.225274 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c36374-87c2-43db-82ec-fc548414894b req-f3859f80-de39-4056-9f19-859c5df3a614 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:02:59.229444 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-53c36374-87c2-43db-82ec-fc548414894b req-f3859f80-de39-4056-9f19-859c5df3a614 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 932 time: 0.0927663 Apr 06 11:02:59.275925 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-3dbc277d-f8ef-4728-b06f-99e79f3c70c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fb87cdc41724cb190353c4fe1f97d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791343 Apr 06 11:02:59.277967 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60466) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:02:59.294822 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-4f391345-e108-471a-b506-3811afb618c5 None None] Provisioning complete for port 758a887e-50d4-4283-a952-8a53d3c7bfcb triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:02:59.295504 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-4f391345-e108-471a-b506-3811afb618c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.300038 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-53c36374-87c2-43db-82ec-fc548414894b req-84a35f23-4cc0-4798-90bd-f581968cfc7c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640752 Apr 06 11:02:59.333068 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-4f391345-e108-471a-b506-3811afb618c5 None None] Port 758a887e-50d4-4283-a952-8a53d3c7bfcb cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:02:59.337732 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbc277d-f8ef-4728-b06f-99e79f3c70c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0d8388-df29-4b5d-bfe2-e749b9969b96,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:59.441607 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-beca6481-7d0e-4cd6-80ef-71c6e48b974d admin admin] Publish callbacks [] for security_group (7c0d8388-df29-4b5d-bfe2-e749b9969b96), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.488606 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-beca6481-7d0e-4cd6-80ef-71c6e48b974d admin admin] Publish callbacks [] for security_group (7c0d8388-df29-4b5d-bfe2-e749b9969b96), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.654985 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758a887e-50d4-4283-a952-8a53d3c7bfcb {{(pid=115084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:02:59.659502 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-beca6481-7d0e-4cd6-80ef-71c6e48b974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (7c0d8388-df29-4b5d-bfe2-e749b9969b96), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.662053 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-beca6481-7d0e-4cd6-80ef-71c6e48b974d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.663225 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-beca6481-7d0e-4cd6-80ef-71c6e48b974d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7c0d8388-df29-4b5d-bfe2-e749b9969b96 HTTP/1.1" status: 204 len: 168 time: 0.3826506 Apr 06 11:02:59.670373 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Publish callbacks [] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.680490 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca6481-7d0e-4cd6-80ef-71c6e48b974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0d8388-df29-4b5d-bfe2-e749b9969b96,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:59.689257 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.provisioning_blocks [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Transition to ACTIVE for port object 758a887e-50d4-4283-a952-8a53d3c7bfcb will not be triggered until provisioned by entity L2. {{(pid=115084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:02:59.694618 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.753588 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=758a887e-50d4-4283-a952-8a53d3c7bfcb,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:02:59.851880 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Attempting to bind port 758a887e-50d4-4283-a952-8a53d3c7bfcb on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:02:59.852391 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Attempting to bind port 758a887e-50d4-4283-a952-8a53d3c7bfcb by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:02:59.852871 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Attempting to bind port 758a887e-50d4-4283-a952-8a53d3c7bfcb on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:02:59.859667 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Port 758a887e-50d4-4283-a952-8a53d3c7bfcb on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:02:59.860025 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Attempting to bind port 758a887e-50d4-4283-a952-8a53d3c7bfcb on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:02:59.869785 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:02:59.870128 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Checking segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:02:59.870562 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Bound using segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:02:59.871042 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Bound port: 758a887e-50d4-4283-a952-8a53d3c7bfcb, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'}}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:02:59.871491 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:02:59.986268 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] For port 758a887e-50d4-4283-a952-8a53d3c7bfcb, host hv-cinder-83607, cleared binding levels {{(pid=115084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:02:59.993045 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] For port 758a887e-50d4-4283-a952-8a53d3c7bfcb, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:03:00.001510 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:00.066825 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:00.067786 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:00.074563 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] 10.222.0.26 "PUT /v2.0/ports/758a887e-50d4-4283-a952-8a53d3c7bfcb HTTP/1.1" status: 200 len: 1094 time: 0.9960310 Apr 06 11:03:00.081179 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'tag': '758a887e-50d4-4283-a952-8a53d3c7bfcb'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:00.085304 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a1af0b-432b-473e-90bf-d59c71ad5872" -d '{"events": [{"name": "network-changed", "server_uuid": "005b58ee-43e4-4e02-807a-4ae4a4250c60", "tag": "758a887e-50d4-4283-a952-8a53d3c7bfcb"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:00.122935 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe1bb8-efd9-4d4a-8edd-7a04bbd12fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=758a887e-50d4-4283-a952-8a53d3c7bfcb,revision_number=3']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:00.215813 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db5e6d7-eee8-487e-9360-ad4c7ec1ae5b x-openstack-request-id: req-1db5e6d7-eee8-487e-9360-ad4c7ec1ae5b {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:00.216293 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005b58ee-43e4-4e02-807a-4ae4a4250c60", "tag": "758a887e-50d4-4283-a952-8a53d3c7bfcb", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:00.216693 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1db5e6d7-eee8-487e-9360-ad4c7ec1ae5b {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:00.217316 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db5e6d7-eee8-487e-9360-ad4c7ec1ae5b'] response: {'name': 'network-changed', 'server_uuid': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'tag': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'status': 'completed', 'code': 200} Apr 06 11:03:00.249671 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-9725a154-0927-4b5d-914e-c158264883f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:00.252199 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-9725a154-0927-4b5d-914e-c158264883f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 1128 time: 0.1005003 Apr 06 11:03:00.313822 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-04288828-f754-47be-abee-789fcbde0b40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb HTTP/1.1" status: 200 len: 217 time: 0.0484860 Apr 06 11:03:00.368555 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-036557ba-68fe-4cea-8417-f7cfab9a3bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:00.370351 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-036557ba-68fe-4cea-8417-f7cfab9a3bce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0510240 Apr 06 11:03:00.452471 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-b6a2a47f-de50-4a8e-876a-b6da4fa10977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:00.454073 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-b6a2a47f-de50-4a8e-876a-b6da4fa10977 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775015 Apr 06 11:03:00.485003 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132300b2-e12f-4e32-942b-a6e6eb7fd251 req-3280149d-09b2-47cb-b6a6-8e1e1dd5fed0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:00.486779 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-132300b2-e12f-4e32-942b-a6e6eb7fd251 req-3280149d-09b2-47cb-b6a6-8e1e1dd5fed0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 944 time: 0.0804467 Apr 06 11:03:00.551378 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-132300b2-e12f-4e32-942b-a6e6eb7fd251 req-24904059-2825-4dd0-8746-69c71be5538d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559063 Apr 06 11:03:00.570875 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-624e6f13-b4b2-4eb9-8e83-8f3b212fd78c service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082041 Apr 06 11:03:00.675426 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7b036a6f-f331-435b-b8f4-020ab985ef99 req-7c7257b9-6da8-4d74-8047-1a4887de6c9e service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991848 Apr 06 11:03:01.011367 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-f42d4bf7-913d-4f4b-8a75-d2e4d03d5bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:01.012981 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-f42d4bf7-913d-4f4b-8a75-d2e4d03d5bce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 1128 time: 0.0633042 Apr 06 11:03:01.153175 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-6eb0a67e-0cdd-478e-bbd3-2baceef90dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:01.154683 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-6eb0a67e-0cdd-478e-bbd3-2baceef90dbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.1342905 Apr 06 11:03:01.210147 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-6c377532-7530-4614-93b7-a6579997830b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb HTTP/1.1" status: 200 len: 217 time: 0.0468128 Apr 06 11:03:01.547297 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-2450baa6-52e2-41dd-866f-4685d173ae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:01.549752 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-2450baa6-52e2-41dd-866f-4685d173ae4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.3333144 Apr 06 11:03:01.603963 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-739e5352-5186-408a-8660-104c91e5dcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:01.605629 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-739e5352-5186-408a-8660-104c91e5dcfb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499053 Apr 06 11:03:01.745698 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-8a32ff7a-7f3f-4b5d-8704-d6f19b549638 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317747 Apr 06 11:03:01.753685 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56bd36b-b5ab-40cc-89c6-621f4a593f3d req-b29b3048-0e43-4842-bd05-383435450bfb tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:01.755204 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d56bd36b-b5ab-40cc-89c6-621f4a593f3d req-b29b3048-0e43-4842-bd05-383435450bfb tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 944 time: 0.0903459 Apr 06 11:03:01.863474 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d56bd36b-b5ab-40cc-89c6-621f4a593f3d req-a45502cb-0246-4b6a-a709-35c6cd303a9c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992835 Apr 06 11:03:01.890186 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b1a1af0b-432b-473e-90bf-d59c71ad5872 req-81bd8b4e-b3af-41f8-a757-4f2ee1458551 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339681 Apr 06 11:03:02.374879 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-32033c6f-5ee5-4b06-95e6-a61f7c2fea9f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=2cf848702917413293fad235771c0071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515242 Apr 06 11:03:02.583050 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-bfd3016e-2d6e-4196-9d12-3ab874aebe7f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:02.584605 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-bfd3016e-2d6e-4196-9d12-3ab874aebe7f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044003 Apr 06 11:03:02.599748 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-6827f145-1372-4353-aa67-d0aababdf2a9 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/quotas/2cf848702917413293fad235771c0071 HTTP/1.1" status: 200 len: 375 time: 0.0093844 Apr 06 11:03:02.633787 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-07eb65fc-1b23-46f6-b1ab-ac3a8f8e089d tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2cf848702917413293fad235771c0071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276625 Apr 06 11:03:02.798776 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-fd26024f-cde8-4897-ae20-2cc005947785 req-bce30ac0-f4b7-4cc7-a0ae-c124424f1226 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 210 time: 0.0334456 Apr 06 11:03:03.012145 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54bc4e-2a13-4087-a063-c45a6cdb9a54 req-4550eb10-913c-4b58-a246-b8058b6d6a4b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:03.013805 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3e54bc4e-2a13-4087-a063-c45a6cdb9a54 req-4550eb10-913c-4b58-a246-b8058b6d6a4b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 944 time: 0.0584517 Apr 06 11:03:03.078286 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3e54bc4e-2a13-4087-a063-c45a6cdb9a54 req-78433bdc-c646-42b5-89dc-fb75632070e4 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530708 Apr 06 11:03:03.487671 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:03.840533 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-7f710835-4312-4461-9ed4-e5605774b2c4 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=2cf848702917413293fad235771c0071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339139 Apr 06 11:03:03.953609 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e2c5de22-40e8-41a5-ba41-dc7bc69d1e08 req-b23184cf-0f9d-4cd8-9456-bd2b9fe03264 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 210 time: 0.0706716 Apr 06 11:03:04.088969 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-f5909bbd-6030-410b-9ea8-c33a0a89c0f2 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:04.090416 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-f5909bbd-6030-410b-9ea8-c33a0a89c0f2 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452366 Apr 06 11:03:04.171724 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Request body: {'port': {'device_id': '2740f3f0-a18b-4313-8a76-a7214888a7d4', 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b', 'admin_state_up': True, 'tenant_id': '2cf848702917413293fad235771c0071'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:04.215106 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd6380-7cf7-4158-9937-f702fd573a90 req-21cb5612-6d27-43a8-8aef-17c10c840c52 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:04.216752 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-07dd6380-7cf7-4158-9937-f702fd573a90 req-21cb5612-6d27-43a8-8aef-17c10c840c52 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 944 time: 0.0598407 Apr 06 11:03:04.284765 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-07dd6380-7cf7-4158-9937-f702fd573a90 req-d6efb460-45df-43c4-a0c2-b1955c8d7f24 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568423 Apr 06 11:03:04.311800 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Made reservation on behalf of 2cf848702917413293fad235771c0071 for: {'port': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:03:04.315492 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.330293 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.424636 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks [] for security_group (ac2998f1-c0d2-4133-9850-ba952d1d67dc), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.429349 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ac2998f1-c0d2-4133-9850-ba952d1d67dc), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.510407 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2998f1-c0d2-4133-9850-ba952d1d67dc,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:04.617146 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Allocated IP 192.168.233.4 (0694a40e-1701-44dc-bb16-619af101a83b/e0e67f75-8913-480e-b9ba-bed7e4fdcf23/840085f2-20f2-4946-91b6-6cca146563b0) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:03:04.817959 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks [] for port (840085f2-20f2-4946-91b6-6cca146563b0), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.857727 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (840085f2-20f2-4946-91b6-6cca146563b0), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:04.919767 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Network 0694a40e-1701-44dc-bb16-619af101a83b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:03:04.927973 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:03:04.935861 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:03:04.964426 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Pushing event updated for resources: {'Port': ['ID=840085f2-20f2-4946-91b6-6cca146563b0,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:05.008959 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.010072 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.040452 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-eca95805-ccbd-4604-b43c-319b15edb02b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8725760 Apr 06 11:03:05.066006 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Request body: {'port': {'device_id': '2740f3f0-a18b-4313-8a76-a7214888a7d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:05.193125 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (840085f2-20f2-4946-91b6-6cca146563b0), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.221992 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabccd68-fb29-41c6-a553-94089d941e61 req-a9989fb5-8232-4a8e-b912-ff876d305182 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.223596 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dabccd68-fb29-41c6-a553-94089d941e61 req-a9989fb5-8232-4a8e-b912-ff876d305182 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 934 time: 0.1507545 Apr 06 11:03:05.276981 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-3d39d706-1489-4749-8742-51b6f8fae763 None None] Provisioning complete for port 840085f2-20f2-4946-91b6-6cca146563b0 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:03:05.277568 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3d39d706-1489-4749-8742-51b6f8fae763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (840085f2-20f2-4946-91b6-6cca146563b0), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.339615 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-3d39d706-1489-4749-8742-51b6f8fae763 None None] Port 840085f2-20f2-4946-91b6-6cca146563b0 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:03:05.392358 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dabccd68-fb29-41c6-a553-94089d941e61 req-cafbae2b-6856-4721-9bd2-4418b7689743 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416371 Apr 06 11:03:05.503826 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed989575-424b-48c3-915e-aa51e695939d req-2b48c8dd-ae5e-4f61-af7c-bf6607d87051 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.505432 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed989575-424b-48c3-915e-aa51e695939d req-2b48c8dd-ae5e-4f61-af7c-bf6607d87051 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 944 time: 0.1000628 Apr 06 11:03:05.600327 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed989575-424b-48c3-915e-aa51e695939d req-4089b36b-a7ca-4001-8529-1874c46826de tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743730 Apr 06 11:03:05.677627 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840085f2-20f2-4946-91b6-6cca146563b0 {{(pid=115084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:03:05.691403 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Publish callbacks [] for port (840085f2-20f2-4946-91b6-6cca146563b0), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.714054 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.provisioning_blocks [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Transition to ACTIVE for port object 840085f2-20f2-4946-91b6-6cca146563b0 will not be triggered until provisioned by entity L2. {{(pid=115084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:03:05.726038 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (840085f2-20f2-4946-91b6-6cca146563b0), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.847939 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Pushing event updated for resources: {'Port': ['ID=840085f2-20f2-4946-91b6-6cca146563b0,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:05.918488 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Attempting to bind port 840085f2-20f2-4946-91b6-6cca146563b0 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:03:05.919164 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Attempting to bind port 840085f2-20f2-4946-91b6-6cca146563b0 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'ec59fb03-373a-4005-bd6d-359f0548b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b'}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:03:05.919164 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Attempting to bind port 840085f2-20f2-4946-91b6-6cca146563b0 on network 0694a40e-1701-44dc-bb16-619af101a83b {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:03:05.925125 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Port 840085f2-20f2-4946-91b6-6cca146563b0 on network 0694a40e-1701-44dc-bb16-619af101a83b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:03:05.925565 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Attempting to bind port 840085f2-20f2-4946-91b6-6cca146563b0 on network 0694a40e-1701-44dc-bb16-619af101a83b {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:03:05.931748 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:03:05.932215 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Checking segment: {'id': 'ec59fb03-373a-4005-bd6d-359f0548b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:03:05.932512 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Bound using segment: {'id': 'ec59fb03-373a-4005-bd6d-359f0548b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b'} {{(pid=115084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:03:05.932909 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.managers [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Bound port: 840085f2-20f2-4946-91b6-6cca146563b0, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec59fb03-373a-4005-bd6d-359f0548b182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b'}}] {{(pid=115084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:03:05.933265 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (840085f2-20f2-4946-91b6-6cca146563b0), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:05.952396 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c742a7-7284-494d-876c-099c60cdc177 req-7cb0cd57-20fc-4f51-b206-cac5a69c55c5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:05.955210 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e4c742a7-7284-494d-876c-099c60cdc177 req-7cb0cd57-20fc-4f51-b206-cac5a69c55c5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 945 time: 0.0894890 Apr 06 11:03:06.014303 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] For port 840085f2-20f2-4946-91b6-6cca146563b0, host hv-cinder-83607, cleared binding levels {{(pid=115084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:03:06.018672 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] For port 840085f2-20f2-4946-91b6-6cca146563b0, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=840085f2-20f2-4946-91b6-6cca146563b0,segment=NetworkSegment(ec59fb03-373a-4005-bd6d-359f0548b182),segment_id=ec59fb03-373a-4005-bd6d-359f0548b182)] {{(pid=115084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:03:06.021352 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e4c742a7-7284-494d-876c-099c60cdc177 req-7adaa808-b550-41f1-9ff5-5502c1d46640 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560565 Apr 06 11:03:06.026972 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (840085f2-20f2-4946-91b6-6cca146563b0), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:06.065541 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:06.066152 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:06.067592 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] 10.222.0.26 "PUT /v2.0/ports/840085f2-20f2-4946-91b6-6cca146563b0 HTTP/1.1" status: 200 len: 1096 time: 1.0110857 Apr 06 11:03:06.068039 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2740f3f0-a18b-4313-8a76-a7214888a7d4', 'tag': '840085f2-20f2-4946-91b6-6cca146563b0'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:06.071141 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99d4829-ce53-4684-9504-d028ed259623" -d '{"events": [{"name": "network-changed", "server_uuid": "2740f3f0-a18b-4313-8a76-a7214888a7d4", "tag": "840085f2-20f2-4946-91b6-6cca146563b0"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:06.100499 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8185d1-6ea5-40c8-ad53-df22bcf32e5e service neutron] Pushing event updated for resources: {'Port': ['ID=840085f2-20f2-4946-91b6-6cca146563b0,revision_number=3']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:06.130862 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d644ea-49b1-451c-87a5-720c37cabe29 x-openstack-request-id: req-08d644ea-49b1-451c-87a5-720c37cabe29 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:06.131330 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2740f3f0-a18b-4313-8a76-a7214888a7d4", "tag": "840085f2-20f2-4946-91b6-6cca146563b0", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:06.131817 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08d644ea-49b1-451c-87a5-720c37cabe29 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:06.132969 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d644ea-49b1-451c-87a5-720c37cabe29'] response: {'name': 'network-changed', 'server_uuid': '2740f3f0-a18b-4313-8a76-a7214888a7d4', 'tag': '840085f2-20f2-4946-91b6-6cca146563b0', 'status': 'completed', 'code': 200} Apr 06 11:03:06.552538 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1763f-d7c8-4260-b839-88bdcb6b0706 req-33c171b1-e166-4d16-8066-108d2c3efc76 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:06.554592 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6af1763f-d7c8-4260-b839-88bdcb6b0706 req-33c171b1-e166-4d16-8066-108d2c3efc76 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0559473 Apr 06 11:03:06.602667 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6af1763f-d7c8-4260-b839-88bdcb6b0706 req-a978f8f1-8c69-4a33-890a-88a7362b42d1 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422113 Apr 06 11:03:06.738385 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b292697-4e30-41a6-b89c-726ca252215a req-3c4807ad-f953-4b96-a61d-e9876ee3278f tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:06.740018 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b292697-4e30-41a6-b89c-726ca252215a req-3c4807ad-f953-4b96-a61d-e9876ee3278f tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 944 time: 0.0611904 Apr 06 11:03:06.796156 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b292697-4e30-41a6-b89c-726ca252215a req-d0b8dee1-5192-40a9-bb32-18816f4f2d44 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492547 Apr 06 11:03:07.167705 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c435ca-b39c-4b3f-97ba-4c8a7f60f43f req-ee9d0e37-77c9-4a8c-bfc8-2e46ca3a70c1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:07.169534 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-77c435ca-b39c-4b3f-97ba-4c8a7f60f43f req-ee9d0e37-77c9-4a8c-bfc8-2e46ca3a70c1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 945 time: 0.0581813 Apr 06 11:03:07.221407 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-77c435ca-b39c-4b3f-97ba-4c8a7f60f43f req-659c34e6-1219-45b9-93db-0e51927c1bcf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457790 Apr 06 11:03:07.279621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d4829-ce53-4684-9504-d028ed259623 req-3dace580-bb39-4540-963a-16b743f063b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:07.281134 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f99d4829-ce53-4684-9504-d028ed259623 req-3dace580-bb39-4540-963a-16b743f063b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2cf848702917413293fad235771c0071&device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 1130 time: 0.0520554 Apr 06 11:03:07.760031 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd497f-0849-4e39-813f-126c35b89aab req-19af7b12-f15b-459f-85f9-95614744a342 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:07.761552 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-edbd497f-0849-4e39-813f-126c35b89aab req-19af7b12-f15b-459f-85f9-95614744a342 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0577877 Apr 06 11:03:07.821232 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-edbd497f-0849-4e39-813f-126c35b89aab req-41cf3da0-013f-4b23-9f73-e16c4083c4b7 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532379 Apr 06 11:03:07.875823 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f99d4829-ce53-4684-9504-d028ed259623 req-7888198a-571c-4d66-b28b-583ae22393c5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2cf848702917413293fad235771c0071&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535483 Apr 06 11:03:07.911254 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-9f1ffc0b-e9ce-499a-8646-37cdc82213f6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:07.912974 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-9f1ffc0b-e9ce-499a-8646-37cdc82213f6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 945 time: 0.0933545 Apr 06 11:03:08.056711 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2fc5f-5278-40bc-a103-d5f4fe09d9ba req-3efe8ce1-d6e7-4124-9c89-82825db7dd9e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:08.058259 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bed2fc5f-5278-40bc-a103-d5f4fe09d9ba req-3efe8ce1-d6e7-4124-9c89-82825db7dd9e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 944 time: 0.1641259 Apr 06 11:03:08.063600 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-d1ee78b4-faa3-4fb1-a162-ae411efcacaa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1312442 Apr 06 11:03:08.104911 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d4829-ce53-4684-9504-d028ed259623 req-d5fc7f7d-101f-4408-a0ba-30500dfedffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:08.107656 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f99d4829-ce53-4684-9504-d028ed259623 req-d5fc7f7d-101f-4408-a0ba-30500dfedffd service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2242434 Apr 06 11:03:08.127946 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bed2fc5f-5278-40bc-a103-d5f4fe09d9ba req-a9c958d0-286b-4a23-837e-8b886ea93952 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611210 Apr 06 11:03:08.130808 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Deleting port 73ce87dd-9575-42e9-a260-e9baf8219eec {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:08.131158 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.232204 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-360a449a-34b8-431b-9c19-58da04bbcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:08.234738 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-360a449a-34b8-431b-9c19-58da04bbcea1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 1130 time: 0.0748098 Apr 06 11:03:08.307568 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-53978291-98e1-4c98-b3bb-2afb3b635df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:08.309064 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-53978291-98e1-4c98-b3bb-2afb3b635df7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2cf848702917413293fad235771c0071&device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 1130 time: 0.1207652 Apr 06 11:03:08.323837 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] For port 73ce87dd-9575-42e9-a260-e9baf8219eec, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=73ce87dd-9575-42e9-a260-e9baf8219eec,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:08.324243 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.376431 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-9a390ee7-16f3-4b17-bd00-1c7b8065781b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=840085f2-20f2-4946-91b6-6cca146563b0 HTTP/1.1" status: 200 len: 217 time: 0.0548649 Apr 06 11:03:08.447022 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c05097-0595-4ae3-9ce8-4739a5d16c77 req-4549d546-e934-4d53-8261-bc4c1270ea13 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:08.448671 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d3c05097-0595-4ae3-9ce8-4739a5d16c77 req-4549d546-e934-4d53-8261-bc4c1270ea13 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 945 time: 0.0992911 Apr 06 11:03:08.451364 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-7fd797d4-01d3-4644-9deb-6e0ecfc8f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:08.452879 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-7fd797d4-01d3-4644-9deb-6e0ecfc8f945 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 916 time: 0.1929975 Apr 06 11:03:08.513351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-89c821bc-a9c5-4e99-a44a-f64c1ddeb6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:08.514922 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-89c821bc-a9c5-4e99-a44a-f64c1ddeb6a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e0e67f75-8913-480e-b9ba-bed7e4fdcf23 HTTP/1.1" status: 200 len: 843 time: 0.1034427 Apr 06 11:03:08.567293 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-c1752249-68f6-4042-86ae-108d80b89385 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76e2e01f-90be-472f-bbfa-9a551f0b4eec HTTP/1.1" status: 200 len: 1002 time: 0.1077442 Apr 06 11:03:08.594942 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d3c05097-0595-4ae3-9ce8-4739a5d16c77 req-b587eee6-25b6-4b76-affb-fa5e6f2ec81b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=04cf66ce-beea-4e11-adad-b0d51d111079&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272440 Apr 06 11:03:08.640627 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-afe5a8ca-a579-461c-9e20-83b55380dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:08.642142 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-afe5a8ca-a579-461c-9e20-83b55380dca3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0646482 Apr 06 11:03:08.675200 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-525f767c-3539-426d-93d9-eacdc59fe587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:08.677782 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-525f767c-3539-426d-93d9-eacdc59fe587 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0694a40e-1701-44dc-bb16-619af101a83b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1552033 Apr 06 11:03:08.683927 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.684498 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (eb29c5d9-85ce-43ba-a683-a12705f4dfaf), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:08.685002 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.l3_db [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Floating IP eb29c5d9-85ce-43ba-a683-a12705f4dfaf disassociated. External IP: 172.27.1.146, port: 73ce87dd-9575-42e9-a260-e9baf8219eec. Apr 06 11:03:08.685584 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Calling delete_port for 73ce87dd-9575-42e9-a260-e9baf8219eec owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:08.722733 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-ea3103c2-8f7b-4a30-bf8d-4cf430793d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:08.725208 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-ea3103c2-8f7b-4a30-bf8d-4cf430793d8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756657 Apr 06 11:03:08.890367 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-1cf0ac2f-f01c-4ee4-9891-119e34959ce3 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570845 Apr 06 11:03:08.961937 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-f8a1d5f4-5c58-4095-8c08-cc45d67fe9b8 service neutron] 10.222.0.26 "GET /v2.0/networks/0694a40e-1701-44dc-bb16-619af101a83b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724354 Apr 06 11:03:09.040839 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-be6b26a0-0026-4f84-b92e-35fa1a5284bf req-b91b891f-96a8-424f-aad1-52e469ccb328 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464000 Apr 06 11:03:09.151367 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5df007-589e-415b-ab5e-35be1e1a3f23 req-dee38f24-e4b2-4918-a10b-9ee912d59266 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:09.152984 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bf5df007-589e-415b-ab5e-35be1e1a3f23 req-dee38f24-e4b2-4918-a10b-9ee912d59266 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 946 time: 0.2297990 Apr 06 11:03:09.173859 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e6d7d49c-a7dc-40c9-9e75-979be9bb80f8 req-c3ca91dc-137a-4c36-a66d-40786edbfc70 service neutron] 10.222.0.26 "GET /v2.0/networks/0694a40e-1701-44dc-bb16-619af101a83b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860018 Apr 06 11:03:09.181879 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (73ce87dd-9575-42e9-a260-e9baf8219eec), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:09.222869 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'Port': ['ID=73ce87dd-9575-42e9-a260-e9baf8219eec,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:09.293904 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bf5df007-589e-415b-ab5e-35be1e1a3f23 req-6d9f7d1b-1e39-4f32-a1e2-277f111e690e tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329925 Apr 06 11:03:09.323590 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442104f-bdcc-4265-8438-8bfabbbf48ff req-f6e05df8-3a79-44e1-882d-7eb80f87c291 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:09.326153 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e442104f-bdcc-4265-8438-8bfabbbf48ff req-f6e05df8-3a79-44e1-882d-7eb80f87c291 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 944 time: 0.1036150 Apr 06 11:03:09.383716 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e442104f-bdcc-4265-8438-8bfabbbf48ff req-5b63a399-9b51-453a-949d-c80a4b05bd9b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510697 Apr 06 11:03:09.396882 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:03:09.523211 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:03:09.534184 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:03:09.549816 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:09.550688 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:09.576174 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] No DVR routers for this DVR port 73ce87dd-9575-42e9-a260-e9baf8219eec on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:03:09.578856 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:09.582234 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c9c3db63-549c-4a1d-84ef-4434c9aad69c req-0257067b-225f-4750-b6e1-a1bad5a77052 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "DELETE /v2.0/ports/73ce87dd-9575-42e9-a260-e9baf8219eec HTTP/1.1" status: 204 len: 173 time: 1.6488605 Apr 06 11:03:09.582714 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'name': 'network-vif-deleted', 'tag': '73ce87dd-9575-42e9-a260-e9baf8219eec'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:09.585034 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2bf9eb-3996-463a-869e-ca9fba79de3d" -d '{"events": [{"server_uuid": "690a2292-de77-4ed4-aa91-8f453b08bed9", "name": "network-vif-deleted", "tag": "73ce87dd-9575-42e9-a260-e9baf8219eec"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:09.631753 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd296ec-9311-48fa-8832-ed2bc5e547ee x-openstack-request-id: req-bcd296ec-9311-48fa-8832-ed2bc5e547ee {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:09.633351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "690a2292-de77-4ed4-aa91-8f453b08bed9", "name": "network-vif-deleted", "tag": "73ce87dd-9575-42e9-a260-e9baf8219eec", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:09.633351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcd296ec-9311-48fa-8832-ed2bc5e547ee {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:09.633615 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcd296ec-9311-48fa-8832-ed2bc5e547ee'] response: {'server_uuid': '690a2292-de77-4ed4-aa91-8f453b08bed9', 'name': 'network-vif-deleted', 'tag': '73ce87dd-9575-42e9-a260-e9baf8219eec', 'status': 'completed', 'code': 200} Apr 06 11:03:09.702203 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:09.724692 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-4913faf3-fa14-4f1c-9d09-08cbca591d6a req-8a1fbb50-bb15-4502-a331-ad5de09309c4 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=690a2292-de77-4ed4-aa91-8f453b08bed9 HTTP/1.1" status: 200 len: 210 time: 0.0353005 Apr 06 11:03:10.016884 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'b96441e9-00a0-4d82-98cb-a96937bd12ca', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:05:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:13Z', 'updated_at': '2022-04-06T11:01:32Z', 'revision_number': 2, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:10.047206 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:03:10.058416 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:10.059198 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:02:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:10.221113 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 758a887e-50d4-4283-a952-8a53d3c7bfcb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:03:10.235346 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 73ce87dd-9575-42e9-a260-e9baf8219eec no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:10.265441 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 73ce87dd-9575-42e9-a260-e9baf8219eec {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:10.265779 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 73ce87dd-9575-42e9-a260-e9baf8219eec not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:10.275068 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:10.353658 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 758a887e-50d4-4283-a952-8a53d3c7bfcb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:10.368456 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'mac_address': 'fa:16:3e:5b:15:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:03:10.409529 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 758a887e-50d4-4283-a952-8a53d3c7bfcb is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:03:10.410095 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.435968 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758a887e-50d4-4283-a952-8a53d3c7bfcb {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:03:10.472854 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 758a887e-50d4-4283-a952-8a53d3c7bfcb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:10.475078 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59de5-8d19-4cbe-9a7f-ce9241490020 req-5728199a-9bdb-4408-bff0-9735a4e921a3 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:10.477631 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3bb59de5-8d19-4cbe-9a7f-ce9241490020 req-5728199a-9bdb-4408-bff0-9735a4e921a3 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0901423 Apr 06 11:03:10.480146 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.538845 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'b96441e9-00a0-4d82-98cb-a96937bd12ca', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:05:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:13Z', 'updated_at': '2022-04-06T11:01:32Z', 'revision_number': 2, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:10.539646 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3bb59de5-8d19-4cbe-9a7f-ce9241490020 req-8f10f490-e46c-4b59-988c-8835ccc89c9d tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540559 Apr 06 11:03:10.573342 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=758a887e-50d4-4283-a952-8a53d3c7bfcb,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:10.576952 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9385365-aa76-48d9-9cfe-2cfa6622aeff None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'b96441e9-00a0-4d82-98cb-a96937bd12ca', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.185', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:05:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:01:13Z', 'updated_at': '2022-04-06T11:01:32Z', 'revision_number': 2, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:03:10.593127 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff431ae-b815-4c07-8b3b-a327b544f7d1 req-e51fb632-6602-48b4-a60c-c315545f3d31 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:10.595100 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cff431ae-b815-4c07-8b3b-a327b544f7d1 req-e51fb632-6602-48b4-a60c-c315545f3d31 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 945 time: 0.1012394 Apr 06 11:03:10.655267 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cff431ae-b815-4c07-8b3b-a327b544f7d1 req-2431bdd3-a123-42f0-aa2e-6f474c2d0888 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528758 Apr 06 11:03:10.775805 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['758a887e-50d4-4283-a952-8a53d3c7bfcb'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:03:10.813621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60584) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:10.843743 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a6cb22-4dbc-4233-aebf-45ecaa01f62b None None] New status for floating IP eb29c5d9-85ce-43ba-a683-a12705f4dfaf: DOWN {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:03:10.873621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-89ed52e3-d44a-419d-8d60-b037b2188f38 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (04cf66ce-beea-4e11-adad-b0d51d111079), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.897127 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-89ed52e3-d44a-419d-8d60-b037b2188f38 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (04cf66ce-beea-4e11-adad-b0d51d111079), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.947268 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-89ed52e3-d44a-419d-8d60-b037b2188f38 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (04cf66ce-beea-4e11-adad-b0d51d111079), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.952102 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-89ed52e3-d44a-419d-8d60-b037b2188f38 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:10.953899 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-89ed52e3-d44a-419d-8d60-b037b2188f38 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "DELETE /v2.0/security-groups/04cf66ce-beea-4e11-adad-b0d51d111079 HTTP/1.1" status: 204 len: 168 time: 0.1383762 Apr 06 11:03:10.959806 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60586) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:10.967002 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed52e3-d44a-419d-8d60-b037b2188f38 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cf66ce-beea-4e11-adad-b0d51d111079,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:10.973228 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.api.v2.resource [None req-05e10a89-d055-42e8-9680-a05d2275b7be tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] show failed (client error): The resource could not be found. Apr 06 11:03:10.974401 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-05e10a89-d055-42e8-9680-a05d2275b7be tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups/04cf66ce-beea-4e11-adad-b0d51d111079 HTTP/1.1" status: 404 len: 347 time: 0.0134704 Apr 06 11:03:10.978992 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60588) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:11.124223 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-9ad660f7-6c38-484f-9e8f-fa34df21da79 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Deleting port 30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:11.124563 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9ad660f7-6c38-484f-9e8f-fa34df21da79 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.217236 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9ad660f7-6c38-484f-9e8f-fa34df21da79 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.217565 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9ad660f7-6c38-484f-9e8f-fa34df21da79 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.232635 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-9ad660f7-6c38-484f-9e8f-fa34df21da79 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Calling delete_port for 30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a owned by network:floatingip {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:11.392788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9ad660f7-6c38-484f-9e8f-fa34df21da79 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.418888 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad660f7-6c38-484f-9e8f-fa34df21da79 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'Port': ['ID=30d2ccea-7a72-4bdb-bb8d-5c1dbdf6a93a,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:11.483761 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9ad660f7-6c38-484f-9e8f-fa34df21da79 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (eb29c5d9-85ce-43ba-a683-a12705f4dfaf), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.486330 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9ad660f7-6c38-484f-9e8f-fa34df21da79 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:11.487515 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-9ad660f7-6c38-484f-9e8f-fa34df21da79 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "DELETE /v2.0/floatingips/eb29c5d9-85ce-43ba-a683-a12705f4dfaf HTTP/1.1" status: 204 len: 168 time: 0.5066402 Apr 06 11:03:11.674914 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c6b532-7e6c-494e-b44c-bfbec9357670 req-efd9d217-ce56-4114-bdc1-d57745d9caa6 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:11.676482 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b6c6b532-7e6c-494e-b44c-bfbec9357670 req-efd9d217-ce56-4114-bdc1-d57745d9caa6 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 946 time: 0.0546877 Apr 06 11:03:11.735663 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-b6c6b532-7e6c-494e-b44c-bfbec9357670 req-b66612a4-2ffa-4e97-8cb4-f59ecd7373ac tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532587 Apr 06 11:03:11.820066 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccdffd-6ed9-41a3-b41f-b416a53dffaa req-357bee66-f5b6-429d-ba1c-b120f102e4cc tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:11.821595 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6dccdffd-6ed9-41a3-b41f-b416a53dffaa req-357bee66-f5b6-429d-ba1c-b120f102e4cc tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 945 time: 0.0551798 Apr 06 11:03:11.873824 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6dccdffd-6ed9-41a3-b41f-b416a53dffaa req-05e5892d-38b0-4a7c-85d9-dd8a8f98911b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464580 Apr 06 11:03:12.230536 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 840085f2-20f2-4946-91b6-6cca146563b0 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:03:12.240726 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 758a887e-50d4-4283-a952-8a53d3c7bfcb up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:03:12.353461 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 758a887e-50d4-4283-a952-8a53d3c7bfcb completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:03:12.367214 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 758a887e-50d4-4283-a952-8a53d3c7bfcb triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:03:12.367624 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.398387 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 840085f2-20f2-4946-91b6-6cca146563b0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=840085f2-20f2-4946-91b6-6cca146563b0,segment=NetworkSegment(ec59fb03-373a-4005-bd6d-359f0548b182),segment_id=ec59fb03-373a-4005-bd6d-359f0548b182)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:12.418469 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '840085f2-20f2-4946-91b6-6cca146563b0', 'network_id': '0694a40e-1701-44dc-bb16-619af101a83b', 'port_id': '840085f2-20f2-4946-91b6-6cca146563b0', 'mac_address': 'fa:16:3e:93:29:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0e67f75-8913-480e-b9ba-bed7e4fdcf23', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:03:12.489836 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 840085f2-20f2-4946-91b6-6cca146563b0 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:03:12.490164 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (840085f2-20f2-4946-91b6-6cca146563b0), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.515397 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840085f2-20f2-4946-91b6-6cca146563b0 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:03:12.525576 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 758a887e-50d4-4283-a952-8a53d3c7bfcb is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:03:12.525977 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.556926 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 840085f2-20f2-4946-91b6-6cca146563b0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=840085f2-20f2-4946-91b6-6cca146563b0,segment=NetworkSegment(ec59fb03-373a-4005-bd6d-359f0548b182),segment_id=ec59fb03-373a-4005-bd6d-359f0548b182)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:12.561802 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (840085f2-20f2-4946-91b6-6cca146563b0), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.568671 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758a887e-50d4-4283-a952-8a53d3c7bfcb'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:12.572300 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc81746-0b69-4517-8346-3d85fdcc4159" -d '{"events": [{"server_uuid": "005b58ee-43e4-4e02-807a-4ae4a4250c60", "name": "network-vif-plugged", "status": "completed", "tag": "758a887e-50d4-4283-a952-8a53d3c7bfcb"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:12.605837 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 758a887e-50d4-4283-a952-8a53d3c7bfcb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:12.614071 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.634963 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=840085f2-20f2-4946-91b6-6cca146563b0,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:12.638797 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84badb67-72f9-4f0b-a0e8-93d7c754e32b x-openstack-request-id: req-84badb67-72f9-4f0b-a0e8-93d7c754e32b {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:12.639086 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005b58ee-43e4-4e02-807a-4ae4a4250c60", "name": "network-vif-plugged", "status": "completed", "tag": "758a887e-50d4-4283-a952-8a53d3c7bfcb", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:12.639334 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-84badb67-72f9-4f0b-a0e8-93d7c754e32b {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:12.639921 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84badb67-72f9-4f0b-a0e8-93d7c754e32b'] response: {'server_uuid': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'code': 200} Apr 06 11:03:12.693769 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=758a887e-50d4-4283-a952-8a53d3c7bfcb,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:12.854834 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-af15c353-f1f7-49ea-9825-91a0a9e735b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:12.873832 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['840085f2-20f2-4946-91b6-6cca146563b0'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:03:12.885384 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de1f3f-3ea1-4908-a5a9-1539e4630763 req-474a2c58-7a7f-419b-8b8a-02454af907d5 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:12.887801 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71de1f3f-3ea1-4908-a5a9-1539e4630763 req-474a2c58-7a7f-419b-8b8a-02454af907d5 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 947 time: 0.0722349 Apr 06 11:03:12.986143 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71de1f3f-3ea1-4908-a5a9-1539e4630763 req-023d4541-201f-44fd-9905-b723c9d1f5a8 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925913 Apr 06 11:03:12.990386 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4f762-7a1f-4d9c-8168-a291bf12ecb0 req-f08c3439-2e54-4dd0-bd2d-8742f3d14513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:12.992979 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8fa4f762-7a1f-4d9c-8168-a291bf12ecb0 req-f08c3439-2e54-4dd0-bd2d-8742f3d14513 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 1130 time: 0.0983739 Apr 06 11:03:13.042343 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5cf1-323e-4791-8e95-af9f54e66b54 req-30612ae4-26fe-4fd1-ba1c-7f4ca2d6d7b5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:13.047082 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8fa4f762-7a1f-4d9c-8168-a291bf12ecb0 req-3385c656-58dd-4b25-8ba9-f7436ae739da service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485044 Apr 06 11:03:13.048501 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2a9f5cf1-323e-4791-8e95-af9f54e66b54 req-30612ae4-26fe-4fd1-ba1c-7f4ca2d6d7b5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 946 time: 0.0802128 Apr 06 11:03:13.099611 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2a9f5cf1-323e-4791-8e95-af9f54e66b54 req-2f5125d1-310c-4902-8a2c-71f8530cfd9a tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442288 Apr 06 11:03:13.247068 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39caf59-a37b-46af-908c-8c19823573f9 req-43e4a539-a9bf-4bf2-9184-0b47ba3d1d7d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:13.248670 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e39caf59-a37b-46af-908c-8c19823573f9 req-43e4a539-a9bf-4bf2-9184-0b47ba3d1d7d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 946 time: 0.0541451 Apr 06 11:03:13.297847 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e39caf59-a37b-46af-908c-8c19823573f9 req-33650d43-29d5-455d-952e-01fca3f1731a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434821 Apr 06 11:03:14.118045 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c56c6c-8661-4720-a761-73196215f4b4 req-a64a30d2-0c67-4517-9156-5f6d06ca7950 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:14.119869 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d5c56c6c-8661-4720-a761-73196215f4b4 req-a64a30d2-0c67-4517-9156-5f6d06ca7950 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 947 time: 0.0589321 Apr 06 11:03:14.173448 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d5c56c6c-8661-4720-a761-73196215f4b4 req-e9c27bad-b9bd-4571-a182-6648213dfd73 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479708 Apr 06 11:03:14.233008 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029b812-078f-4716-8a38-7bb7e0ede88c req-af778608-d157-41a1-9934-0f7b71420e9a tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:14.235690 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8029b812-078f-4716-8a38-7bb7e0ede88c req-af778608-d157-41a1-9934-0f7b71420e9a tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 946 time: 0.0631545 Apr 06 11:03:14.251153 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 840085f2-20f2-4946-91b6-6cca146563b0 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:03:14.308475 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8029b812-078f-4716-8a38-7bb7e0ede88c req-8ced1855-e848-47a2-a5b2-451c6d6f7b14 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663331 Apr 06 11:03:14.319937 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 840085f2-20f2-4946-91b6-6cca146563b0 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:03:14.328632 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 840085f2-20f2-4946-91b6-6cca146563b0 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:03:14.329278 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (840085f2-20f2-4946-91b6-6cca146563b0), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:14.428156 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 840085f2-20f2-4946-91b6-6cca146563b0 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:03:14.428547 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (840085f2-20f2-4946-91b6-6cca146563b0), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:14.464645 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7e40a-fbb7-4871-a6dd-0a7462ddfcf2 req-35d0dc48-fdcd-4a5e-821d-10c1f507740c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:14.466333 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5ac7e40a-fbb7-4871-a6dd-0a7462ddfcf2 req-35d0dc48-fdcd-4a5e-821d-10c1f507740c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 946 time: 0.0739632 Apr 06 11:03:14.473339 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 840085f2-20f2-4946-91b6-6cca146563b0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=840085f2-20f2-4946-91b6-6cca146563b0,segment=NetworkSegment(ec59fb03-373a-4005-bd6d-359f0548b182),segment_id=ec59fb03-373a-4005-bd6d-359f0548b182)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:14.480332 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (840085f2-20f2-4946-91b6-6cca146563b0), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:14.525912 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5ac7e40a-fbb7-4871-a6dd-0a7462ddfcf2 req-dc90b8c8-a1d8-4d36-8ef4-1408842970df tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535409 Apr 06 11:03:14.539817 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=840085f2-20f2-4946-91b6-6cca146563b0,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:14.641044 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2740f3f0-a18b-4313-8a76-a7214888a7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840085f2-20f2-4946-91b6-6cca146563b0'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:14.643431 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d9e91e-e0fd-46f8-abfc-cf232f3a9264" -d '{"events": [{"server_uuid": "2740f3f0-a18b-4313-8a76-a7214888a7d4", "name": "network-vif-plugged", "status": "completed", "tag": "840085f2-20f2-4946-91b6-6cca146563b0"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:14.696884 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe071935-4b65-4a8e-8cab-110189813a33 x-openstack-request-id: req-fe071935-4b65-4a8e-8cab-110189813a33 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:14.697349 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2740f3f0-a18b-4313-8a76-a7214888a7d4", "name": "network-vif-plugged", "status": "completed", "tag": "840085f2-20f2-4946-91b6-6cca146563b0", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:14.697678 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fe071935-4b65-4a8e-8cab-110189813a33 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:14.698271 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe071935-4b65-4a8e-8cab-110189813a33'] response: {'server_uuid': '2740f3f0-a18b-4313-8a76-a7214888a7d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840085f2-20f2-4946-91b6-6cca146563b0', 'code': 200} Apr 06 11:03:15.303421 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a3fc4-245d-462d-a136-754a89841fd1 req-1677260a-3e44-4a3c-ab70-889c7b262581 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:15.305127 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-131a3fc4-245d-462d-a136-754a89841fd1 req-1677260a-3e44-4a3c-ab70-889c7b262581 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 948 time: 0.0605993 Apr 06 11:03:15.357647 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-131a3fc4-245d-462d-a136-754a89841fd1 req-78993304-bb4a-40be-972b-a4c3a3bb46d2 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463707 Apr 06 11:03:15.466336 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c97b9-3b4a-4fcf-8ff9-0e06292b7f99 req-3af75d7b-4df4-4258-ad46-77bf046dae94 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:15.468573 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bf8c97b9-3b4a-4fcf-8ff9-0e06292b7f99 req-3af75d7b-4df4-4258-ad46-77bf046dae94 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 946 time: 0.0626421 Apr 06 11:03:15.529838 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-bf8c97b9-3b4a-4fcf-8ff9-0e06292b7f99 req-d83d5b74-13ba-49ec-b015-54b66cc03552 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499687 Apr 06 11:03:15.702119 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-4672e4b0-247a-437a-a1e3-aeffdf08ec18 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:15.703727 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-4672e4b0-247a-437a-a1e3-aeffdf08ec18 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 946 time: 0.1245062 Apr 06 11:03:15.716317 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b684bb-c4b0-4b40-a38f-49e7a18fd489 req-4bb5b0f5-79a4-4f89-bbd9-1c1d3b7ea3cb tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:15.718005 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-59b684bb-c4b0-4b40-a38f-49e7a18fd489 req-4bb5b0f5-79a4-4f89-bbd9-1c1d3b7ea3cb tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 946 time: 0.0944002 Apr 06 11:03:15.774128 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-59b684bb-c4b0-4b40-a38f-49e7a18fd489 req-e2aaa291-47dd-42ba-a3e4-ca50a3c459a7 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490017 Apr 06 11:03:15.833881 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-22a31fb2-a578-4aaa-9abf-7915f818dd07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:15.950797 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d356a-516f-453b-84f6-639a452c3803 req-f5f7743f-6fa5-46ea-81c8-e0ae8729f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:15.952348 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b40d356a-516f-453b-84f6-639a452c3803 req-f5f7743f-6fa5-46ea-81c8-e0ae8729f77b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 1132 time: 0.0492694 Apr 06 11:03:16.077953 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b40d356a-516f-453b-84f6-639a452c3803 req-1d129753-6b52-44ee-86ba-77df45b3b4a1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901203 Apr 06 11:03:16.102899 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Deleting port 76e2e01f-90be-472f-bbfa-9a551f0b4eec {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:16.103235 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:16.214015 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] For port 76e2e01f-90be-472f-bbfa-9a551f0b4eec, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=76e2e01f-90be-472f-bbfa-9a551f0b4eec,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:16.214378 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:16.504049 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:16.512588 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c51cb6b-5ad6-429b-88ee-714bc255a8df req-4b0a272b-c4df-4a19-921e-c969534971e6 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:16.514293 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2c51cb6b-5ad6-429b-88ee-714bc255a8df req-4b0a272b-c4df-4a19-921e-c969534971e6 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 948 time: 0.0705109 Apr 06 11:03:16.573592 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2c51cb6b-5ad6-429b-88ee-714bc255a8df req-d89bd158-1a3f-40cb-ad7f-59e68c66cac0 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517752 Apr 06 11:03:16.722658 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:16.723230 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (b96441e9-00a0-4d82-98cb-a96937bd12ca), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:16.723230 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.l3_db [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Floating IP b96441e9-00a0-4d82-98cb-a96937bd12ca disassociated. External IP: 172.27.1.185, port: 76e2e01f-90be-472f-bbfa-9a551f0b4eec. Apr 06 11:03:16.723614 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Calling delete_port for 76e2e01f-90be-472f-bbfa-9a551f0b4eec owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:16.746681 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04f40d-aac5-47a8-99c9-b8774f71b1de req-fedae897-b4bd-426f-ae78-d2a4cf2eb1ff tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:16.748227 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed04f40d-aac5-47a8-99c9-b8774f71b1de req-fedae897-b4bd-426f-ae78-d2a4cf2eb1ff tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 946 time: 0.1148126 Apr 06 11:03:16.852097 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ed04f40d-aac5-47a8-99c9-b8774f71b1de req-66c48333-cfe9-492c-8a18-c210ff0d90b5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714130 Apr 06 11:03:16.917528 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8103e3fa-f8fc-42c1-bb83-153f51bc7579 req-b9b12aae-a4c0-481e-9848-51871dfae3e0 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:16.919093 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8103e3fa-f8fc-42c1-bb83-153f51bc7579 req-b9b12aae-a4c0-481e-9848-51871dfae3e0 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 946 time: 0.0741549 Apr 06 11:03:16.935137 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (76e2e01f-90be-472f-bbfa-9a551f0b4eec), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:16.982584 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-8103e3fa-f8fc-42c1-bb83-153f51bc7579 req-e439daac-4608-4b25-b07c-7be811e8a157 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=801b95b6-a25d-4e6b-a81c-fb60cef6015d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479689 Apr 06 11:03:16.991782 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'Port': ['ID=76e2e01f-90be-472f-bbfa-9a551f0b4eec,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:17.059684 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.059950 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.060285 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.060624 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.060962 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.061295 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.061629 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.061961 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.062293 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.062626 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.062965 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.063293 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.063649 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.063977 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.064306 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:17.141388 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10385f3e-f878-44b6-a33c-e2a36f58d03d req-8434d01f-f596-44f1-b337-eda307ae7a3e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:17.142952 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10385f3e-f878-44b6-a33c-e2a36f58d03d req-8434d01f-f596-44f1-b337-eda307ae7a3e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 946 time: 0.1898599 Apr 06 11:03:17.188087 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:03:17.213439 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-10385f3e-f878-44b6-a33c-e2a36f58d03d req-952cfd82-2ac8-402f-bfc9-71aa0daa6a8c tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627232 Apr 06 11:03:17.235996 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60640) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:17.281937 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fa892a-dd39-4890-be64-5a3af5522dcb tempest-TestVolumeBootPattern-322491956 tempest-TestVolumeBootPattern-322491956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:17.286711 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-c3fa892a-dd39-4890-be64-5a3af5522dcb tempest-TestVolumeBootPattern-322491956 tempest-TestVolumeBootPattern-322491956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 1125 time: 0.0465169 Apr 06 11:03:17.288467 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60642) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:17.293795 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:17.317997 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:17.334556 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:03:17.346223 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:03:17.359768 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:17.360985 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:03:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:17.393520 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] No DVR routers for this DVR port 76e2e01f-90be-472f-bbfa-9a551f0b4eec on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:03:17.396419 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:17.400704 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-22da85b7-7fc1-43f8-86e0-501a19f9ab2e req-a4a4e594-743e-4d41-abf6-c8b579625ff2 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "DELETE /v2.0/ports/76e2e01f-90be-472f-bbfa-9a551f0b4eec HTTP/1.1" status: 204 len: 173 time: 1.4201286 Apr 06 11:03:17.400704 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'name': 'network-vif-deleted', 'tag': '76e2e01f-90be-472f-bbfa-9a551f0b4eec'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:17.403325 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2397b64d-6591-4cc6-85bb-49c33f6980e9" -d '{"events": [{"server_uuid": "4601de78-f2fa-4b84-aab6-89ee02fd0eae", "name": "network-vif-deleted", "tag": "76e2e01f-90be-472f-bbfa-9a551f0b4eec"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:17.467528 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc8d415-a861-4c1f-b57b-ace584644f91 x-openstack-request-id: req-dbc8d415-a861-4c1f-b57b-ace584644f91 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:17.468107 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4601de78-f2fa-4b84-aab6-89ee02fd0eae", "name": "network-vif-deleted", "tag": "76e2e01f-90be-472f-bbfa-9a551f0b4eec", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:17.468567 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbc8d415-a861-4c1f-b57b-ace584644f91 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:17.469177 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc8d415-a861-4c1f-b57b-ace584644f91'] response: {'server_uuid': '4601de78-f2fa-4b84-aab6-89ee02fd0eae', 'name': 'network-vif-deleted', 'tag': '76e2e01f-90be-472f-bbfa-9a551f0b4eec', 'status': 'completed', 'code': 200} Apr 06 11:03:17.487278 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:17.499694 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:17.620047 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Allocated IP 172.27.1.182 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/4f69202b-8eb6-4bee-818b-bd5660ea7dc0) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:03:17.753018 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:17.759763 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76c336-0d16-4daf-8b18-cc1f7fff7d66 req-77f00859-09dc-42cc-b443-0cbc358e61ae tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:17.761395 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0c76c336-0d16-4daf-8b18-cc1f7fff7d66 req-77f00859-09dc-42cc-b443-0cbc358e61ae tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 948 time: 0.0643311 Apr 06 11:03:17.790208 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:03:17.799770 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:17.800405 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:03:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:17.825685 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0c76c336-0d16-4daf-8b18-cc1f7fff7d66 req-5992b941-d0a1-4987-89b7-a7b3cdaf94d1 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574303 Apr 06 11:03:17.929695 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:18.040827 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for port (4f69202b-8eb6-4bee-818b-bd5660ea7dc0), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:18.092443 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (4f69202b-8eb6-4bee-818b-bd5660ea7dc0), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:18.145512 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-40eab9cb-c85c-4cbb-b27a-00fa51b03651 req-5c79ea04-9dfb-4ac5-9ddb-32e5e755e5c3 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=4601de78-f2fa-4b84-aab6-89ee02fd0eae HTTP/1.1" status: 200 len: 210 time: 0.0425401 Apr 06 11:03:18.156326 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:03:18.159686 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:03:18.164919 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:03:18.197957 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:18.212833 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'Port': ['ID=4f69202b-8eb6-4bee-818b-bd5660ea7dc0,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:18.229323 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486ac34b-e986-42eb-be8f-47ccee07dc3e None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:03:18.230314 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.230646 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.230989 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.231329 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.233621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.233621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.233621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.233621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.233621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.233621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.233621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.235123 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.235123 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.235123 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.235123 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:03:18.271082 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 76e2e01f-90be-472f-bbfa-9a551f0b4eec no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:18.294553 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79535dd-e192-4f27-96ee-04ebc41c1b80 req-1dfa6ab7-24d3-4583-a9fd-1df5f414b5fe tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:18.296044 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e79535dd-e192-4f27-96ee-04ebc41c1b80 req-1dfa6ab7-24d3-4583-a9fd-1df5f414b5fe tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 948 time: 0.1377563 Apr 06 11:03:18.296188 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 76e2e01f-90be-472f-bbfa-9a551f0b4eec {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:18.296688 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 76e2e01f-90be-472f-bbfa-9a551f0b4eec not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:18.330828 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:18.430625 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e79535dd-e192-4f27-96ee-04ebc41c1b80 req-64590336-c4f7-4495-b7b9-3b7673be2a1d tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243322 Apr 06 11:03:18.517566 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb27f47-8dc5-40fe-9a0d-7e473aac8ce5 None None] New status for floating IP b96441e9-00a0-4d82-98cb-a96937bd12ca: DOWN {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:03:18.661548 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (06edfc57-dbc7-4b78-81a6-1996796ed9f5), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:18.735177 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4f69202b-8eb6-4bee-818b-bd5660ea7dc0), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:18.900491 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for port (4f69202b-8eb6-4bee-818b-bd5660ea7dc0), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:18.905496 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (4f69202b-8eb6-4bee-818b-bd5660ea7dc0), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:18.971147 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'Port': ['ID=4f69202b-8eb6-4bee-818b-bd5660ea7dc0,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:18.987048 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (06edfc57-dbc7-4b78-81a6-1996796ed9f5), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.096323 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Floating IP 06edfc57-dbc7-4b78-81a6-1996796ed9f5 associated. External IP: 172.27.1.182, port: 758a887e-50d4-4283-a952-8a53d3c7bfcb. Apr 06 11:03:19.230134 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60660) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:19.305039 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-73b1e4a9-aa25-4174-94f5-ec9d03a57233 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (801b95b6-a25d-4e6b-a81c-fb60cef6015d), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.341489 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-73b1e4a9-aa25-4174-94f5-ec9d03a57233 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (801b95b6-a25d-4e6b-a81c-fb60cef6015d), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.376664 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Router c92d4b53-91e4-4a40-b5c9-77bb863d357d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:03:19.401725 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-73b1e4a9-aa25-4174-94f5-ec9d03a57233 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (801b95b6-a25d-4e6b-a81c-fb60cef6015d), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.404497 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-73b1e4a9-aa25-4174-94f5-ec9d03a57233 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.405700 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-73b1e4a9-aa25-4174-94f5-ec9d03a57233 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "DELETE /v2.0/security-groups/801b95b6-a25d-4e6b-a81c-fb60cef6015d HTTP/1.1" status: 204 len: 168 time: 0.1743798 Apr 06 11:03:19.408922 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60662) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:19.430262 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1e4a9-aa25-4174-94f5-ec9d03a57233 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=801b95b6-a25d-4e6b-a81c-fb60cef6015d,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:19.433394 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.api.v2.resource [None req-729a6cb8-a953-4123-9ed2-dc8882951e2f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] show failed (client error): The resource could not be found. Apr 06 11:03:19.437223 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-729a6cb8-a953-4123-9ed2-dc8882951e2f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups/801b95b6-a25d-4e6b-a81c-fb60cef6015d HTTP/1.1" status: 404 len: 347 time: 0.0245836 Apr 06 11:03:19.438223 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60664) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:19.563979 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef240863-ba60-4781-9898-0bd1dafa761f req-fb2cb498-89b9-4f79-a164-4a4353255862 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:19.565508 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ef240863-ba60-4781-9898-0bd1dafa761f req-fb2cb498-89b9-4f79-a164-4a4353255862 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.26 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 948 time: 0.0884540 Apr 06 11:03:19.613496 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:03:19.622136 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481e0fa-c110-4ba6-84f4-236fb701363b req-6078cb0b-5045-46df-afdd-7c1bf71d7de7 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:19.623724 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8481e0fa-c110-4ba6-84f4-236fb701363b req-6078cb0b-5045-46df-afdd-7c1bf71d7de7 tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 948 time: 0.1133535 Apr 06 11:03:19.627448 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] Sync routers for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:03:19.644128 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.649955 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-57c8fe34-beed-44ed-828d-816c464e1c80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Deleting port 8b9f88ea-f552-4a67-bf70-361d3ac9e2a9 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:19.650373 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c8fe34-beed-44ed-828d-816c464e1c80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (8b9f88ea-f552-4a67-bf70-361d3ac9e2a9), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.651316 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:19.652312 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:03:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:19.653770 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.723219 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-57c44534-dcae-48d0-a0aa-6a5312b728f6 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4331000 Apr 06 11:03:19.725268 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'tag': '758a887e-50d4-4283-a952-8a53d3c7bfcb'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:19.728204 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483" -d '{"events": [{"name": "network-changed", "server_uuid": "005b58ee-43e4-4e02-807a-4ae4a4250c60", "tag": "758a887e-50d4-4283-a952-8a53d3c7bfcb"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:19.737338 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8481e0fa-c110-4ba6-84f4-236fb701363b req-b1f48361-a33e-4720-9703-623dd4070d6d tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/security-groups?id=ac2998f1-c0d2-4133-9850-ba952d1d67dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701742 Apr 06 11:03:19.749410 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-ef240863-ba60-4781-9898-0bd1dafa761f req-a66fc74d-b5b6-46f4-be66-7545efe39d1f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Deleting port 840085f2-20f2-4946-91b6-6cca146563b0 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:03:19.750298 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ef240863-ba60-4781-9898-0bd1dafa761f req-a66fc74d-b5b6-46f4-be66-7545efe39d1f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (840085f2-20f2-4946-91b6-6cca146563b0), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.784490 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c8fe34-beed-44ed-828d-816c464e1c80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (8b9f88ea-f552-4a67-bf70-361d3ac9e2a9), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.784821 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c8fe34-beed-44ed-828d-816c464e1c80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (8b9f88ea-f552-4a67-bf70-361d3ac9e2a9), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.793761 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b1bbcb-1fae-4779-95a7-0b5f36f77e86 x-openstack-request-id: req-e2b1bbcb-1fae-4779-95a7-0b5f36f77e86 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:19.794055 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005b58ee-43e4-4e02-807a-4ae4a4250c60", "tag": "758a887e-50d4-4283-a952-8a53d3c7bfcb", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:19.794313 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e2b1bbcb-1fae-4779-95a7-0b5f36f77e86 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:19.795330 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b1bbcb-1fae-4779-95a7-0b5f36f77e86'] response: {'name': 'network-changed', 'server_uuid': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'tag': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'status': 'completed', 'code': 200} Apr 06 11:03:19.801508 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-57c8fe34-beed-44ed-828d-816c464e1c80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Calling delete_port for 8b9f88ea-f552-4a67-bf70-361d3ac9e2a9 owned by network:floatingip {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:19.805274 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:19.896329 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-ef240863-ba60-4781-9898-0bd1dafa761f req-a66fc74d-b5b6-46f4-be66-7545efe39d1f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] For port 840085f2-20f2-4946-91b6-6cca146563b0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=840085f2-20f2-4946-91b6-6cca146563b0,segment=NetworkSegment(ec59fb03-373a-4005-bd6d-359f0548b182),segment_id=ec59fb03-373a-4005-bd6d-359f0548b182)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:19.897081 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ef240863-ba60-4781-9898-0bd1dafa761f req-a66fc74d-b5b6-46f4-be66-7545efe39d1f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (840085f2-20f2-4946-91b6-6cca146563b0), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.915089 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-ef240863-ba60-4781-9898-0bd1dafa761f req-a66fc74d-b5b6-46f4-be66-7545efe39d1f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Calling delete_port for 840085f2-20f2-4946-91b6-6cca146563b0 owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:03:19.930596 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-13ff668d-680c-446c-af97-74b0e1c78574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:19.932304 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-13ff668d-680c-446c-af97-74b0e1c78574 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 1130 time: 0.0972326 Apr 06 11:03:19.955575 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c8fe34-beed-44ed-828d-816c464e1c80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (8b9f88ea-f552-4a67-bf70-361d3ac9e2a9), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:19.990194 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8fe34-beed-44ed-828d-816c464e1c80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'Port': ['ID=8b9f88ea-f552-4a67-bf70-361d3ac9e2a9,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:20.066386 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c8fe34-beed-44ed-828d-816c464e1c80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (b96441e9-00a0-4d82-98cb-a96937bd12ca), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.069944 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-57c8fe34-beed-44ed-828d-816c464e1c80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.071192 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '06edfc57-dbc7-4b78-81a6-1996796ed9f5', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:5b:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:18Z', 'updated_at': '2022-04-06T11:03:18Z', 'revision_number': 0, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:20.074747 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-57c8fe34-beed-44ed-828d-816c464e1c80 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "DELETE /v2.0/floatingips/b96441e9-00a0-4d82-98cb-a96937bd12ca HTTP/1.1" status: 204 len: 168 time: 0.6332059 Apr 06 11:03:20.094790 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-fc272cd8-f518-4b67-ae2a-3dc2e4a6c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:20.096448 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-fc272cd8-f518-4b67-ae2a-3dc2e4a6c40a service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.1580255 Apr 06 11:03:20.106103 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] Checking router: c92d4b53-91e4-4a40-b5c9-77bb863d357d for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:03:20.116655 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:20.117304 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:03:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:20.202362 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-90f385b1-6df1-48ab-b328-1c227e2cfdd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb HTTP/1.1" status: 200 len: 1000 time: 0.0988312 Apr 06 11:03:20.203421 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ef240863-ba60-4781-9898-0bd1dafa761f req-a66fc74d-b5b6-46f4-be66-7545efe39d1f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (840085f2-20f2-4946-91b6-6cca146563b0), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.240388 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['840085f2-20f2-4946-91b6-6cca146563b0'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:03:20.245085 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66fc74d-b5b6-46f4-be66-7545efe39d1f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Pushing event deleted for resources: {'Port': ['ID=840085f2-20f2-4946-91b6-6cca146563b0,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:20.328187 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef240863-ba60-4781-9898-0bd1dafa761f req-a66fc74d-b5b6-46f4-be66-7545efe39d1f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] No DVR routers for this DVR port 840085f2-20f2-4946-91b6-6cca146563b0 on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:03:20.332232 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ef240863-ba60-4781-9898-0bd1dafa761f req-a66fc74d-b5b6-46f4-be66-7545efe39d1f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.336246 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ef240863-ba60-4781-9898-0bd1dafa761f req-a66fc74d-b5b6-46f4-be66-7545efe39d1f tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.26 "DELETE /v2.0/ports/840085f2-20f2-4946-91b6-6cca146563b0 HTTP/1.1" status: 204 len: 173 time: 0.7645011 Apr 06 11:03:20.336952 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2740f3f0-a18b-4313-8a76-a7214888a7d4', 'name': 'network-vif-deleted', 'tag': '840085f2-20f2-4946-91b6-6cca146563b0'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:20.347290 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affc6ce0-6340-40b7-8205-f2f9b82da58f" -d '{"events": [{"server_uuid": "2740f3f0-a18b-4313-8a76-a7214888a7d4", "name": "network-vif-deleted", "tag": "840085f2-20f2-4946-91b6-6cca146563b0"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:20.354401 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:20.358976 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-a66d482c-4c39-49a3-a59d-f77b344e8816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:20.360692 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-a66d482c-4c39-49a3-a59d-f77b344e8816 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.1479762 Apr 06 11:03:20.470957 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb95928-66e5-4e05-9fe4-7d3d2a166a86 x-openstack-request-id: req-feb95928-66e5-4e05-9fe4-7d3d2a166a86 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:20.471256 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2740f3f0-a18b-4313-8a76-a7214888a7d4", "name": "network-vif-deleted", "tag": "840085f2-20f2-4946-91b6-6cca146563b0", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:20.471558 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-feb95928-66e5-4e05-9fe4-7d3d2a166a86 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:20.471967 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-feb95928-66e5-4e05-9fe4-7d3d2a166a86'] response: {'server_uuid': '2740f3f0-a18b-4313-8a76-a7214888a7d4', 'name': 'network-vif-deleted', 'tag': '840085f2-20f2-4946-91b6-6cca146563b0', 'status': 'completed', 'code': 200} Apr 06 11:03:20.503215 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-7a4239b7-8cf1-48c8-97a0-708c8c3d9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:20.508308 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-7a4239b7-8cf1-48c8-97a0-708c8c3d9d02 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1290817 Apr 06 11:03:20.572464 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60676) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:20.577456 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-8acf21d7-7eb4-49ac-b5d3-c9ec15f2d3af tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1102217680', 'description': 'tempest-description--1408444833'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:20.610120 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8acf21d7-7eb4-49ac-b5d3-c9ec15f2d3af tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.620562 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-c66572b4-86d5-4d86-bbb7-71c6a36ac5f7 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015742 Apr 06 11:03:20.690286 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '06edfc57-dbc7-4b78-81a6-1996796ed9f5', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:5b:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:18Z', 'updated_at': '2022-04-06T11:03:18Z', 'revision_number': 0, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:20.693192 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8acf21d7-7eb4-49ac-b5d3-c9ec15f2d3af tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (539456f7-8d1b-4b10-8825-de240b629e7f), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.697995 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8acf21d7-7eb4-49ac-b5d3-c9ec15f2d3af tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (539456f7-8d1b-4b10-8825-de240b629e7f), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.724500 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5c67ce-3534-4285-afd5-60c91c419a27 None None] The sync data for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi is: [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '06edfc57-dbc7-4b78-81a6-1996796ed9f5', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:5b:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:18Z', 'updated_at': '2022-04-06T11:03:18Z', 'revision_number': 0, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:03:20.732206 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-8acf21d7-7eb4-49ac-b5d3-c9ec15f2d3af tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.733624 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-8acf21d7-7eb4-49ac-b5d3-c9ec15f2d3af tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1598113 Apr 06 11:03:20.737469 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60678) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:20.739380 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf21d7-7eb4-49ac-b5d3-c9ec15f2d3af tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=539456f7-8d1b-4b10-8825-de240b629e7f,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:20.745414 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-cdf9eff5-184a-4aec-b591-f256422005ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group_rule': {'security_group_id': '539456f7-8d1b-4b10-8825-de240b629e7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:20.792607 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cdf9eff5-184a-4aec-b591-f256422005ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (47ba8dd0-c6de-41d7-8954-ad6de65eb42f), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.896354 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d6483222-8c13-4494-ad3f-b729db75cc43 req-78cf905e-94e3-47e0-a3bc-de1f7c14e81b tempest-VolumesNegativeTest-188040935 tempest-VolumesNegativeTest-188040935-project] 10.222.0.23 "GET /v2.0/ports?device_id=2740f3f0-a18b-4313-8a76-a7214888a7d4 HTTP/1.1" status: 200 len: 210 time: 0.0417767 Apr 06 11:03:20.946370 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cdf9eff5-184a-4aec-b591-f256422005ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (47ba8dd0-c6de-41d7-8954-ad6de65eb42f), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.948957 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-551e5f72-7cfa-4503-8ea7-b8ea9ce15483 req-f3bf606d-da15-43fd-9883-11b70c41ad81 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693761 Apr 06 11:03:20.951127 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cdf9eff5-184a-4aec-b591-f256422005ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (47ba8dd0-c6de-41d7-8954-ad6de65eb42f), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.974070 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9eff5-184a-4aec-b591-f256422005ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ba8dd0-c6de-41d7-8954-ad6de65eb42f,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:20.980627 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-cdf9eff5-184a-4aec-b591-f256422005ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:20.981929 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-cdf9eff5-184a-4aec-b591-f256422005ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433758 Apr 06 11:03:20.985352 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60682) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:20.991279 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-cff633aa-f0ff-4a17-a140-cda415a76325 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group_rule': {'security_group_id': '539456f7-8d1b-4b10-8825-de240b629e7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:21.026496 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cff633aa-f0ff-4a17-a140-cda415a76325 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (8a4a0df7-7f29-4d7c-ba31-fb7f8af7d406), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.074483 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6b7227-7679-43f2-a4f9-52fa6333107a None None] New status for floating IP 06edfc57-dbc7-4b78-81a6-1996796ed9f5: ACTIVE {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:03:21.091687 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cff633aa-f0ff-4a17-a140-cda415a76325 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (8a4a0df7-7f29-4d7c-ba31-fb7f8af7d406), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.096691 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cff633aa-f0ff-4a17-a140-cda415a76325 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (8a4a0df7-7f29-4d7c-ba31-fb7f8af7d406), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.115488 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff633aa-f0ff-4a17-a140-cda415a76325 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a4a0df7-7f29-4d7c-ba31-fb7f8af7d406,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:21.127308 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-cff633aa-f0ff-4a17-a140-cda415a76325 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.129115 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-cff633aa-f0ff-4a17-a140-cda415a76325 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422691 Apr 06 11:03:21.132218 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60684) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:21.136850 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:21.164350 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.272294 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.379255 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Allocated IP 172.27.1.229 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/3efcac06-6d00-4cc7-b683-cb471dc42aeb) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:03:21.521771 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (3efcac06-6d00-4cc7-b683-cb471dc42aeb), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.558990 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (3efcac06-6d00-4cc7-b683-cb471dc42aeb), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.597075 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:03:21.602700 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:03:21.606282 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:03:21.629412 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=3efcac06-6d00-4cc7-b683-cb471dc42aeb,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:21.701339 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (c4213907-0296-4ba7-9157-2dc966720899), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.743163 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (3efcac06-6d00-4cc7-b683-cb471dc42aeb), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.891407 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (3efcac06-6d00-4cc7-b683-cb471dc42aeb), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.895855 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (3efcac06-6d00-4cc7-b683-cb471dc42aeb), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:21.974116 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=3efcac06-6d00-4cc7-b683-cb471dc42aeb,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:21.992144 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (c4213907-0296-4ba7-9157-2dc966720899), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:22.009101 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:22.010555 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-ebca54db-22bc-4735-b061-e3cdc529860c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8773124 Apr 06 11:03:22.236519 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-81908373-c188-48ef-bb9f-ce6279f41b26 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1102217680&fields=id&tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 267 time: 0.0537307 Apr 06 11:03:22.317088 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 840085f2-20f2-4946-91b6-6cca146563b0 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:03:22.339001 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 840085f2-20f2-4946-91b6-6cca146563b0 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:03:22.339366 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 840085f2-20f2-4946-91b6-6cca146563b0 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:03:22.362382 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-ab6e2f1a-7f67-48a8-9180-05c89fb96018 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:22.364056 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-ab6e2f1a-7f67-48a8-9180-05c89fb96018 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 815 time: 0.1180072 Apr 06 11:03:22.379607 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-c4449eed-91c6-40bf-8356-aaf3d5545967 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/quotas/70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 375 time: 0.0099788 Apr 06 11:03:22.435257 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:03:22.445214 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-4425fabb-77ff-46b5-b907-023031dbb3c6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0591061 Apr 06 11:03:22.554483 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-379da0e0-4daa-4a73-840e-f77918678cc6 service neutron] 10.222.0.23 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957239 Apr 06 11:03:22.678824 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-5c6f3527-6e02-42fa-a00c-820ec4320fe8 service neutron] 10.222.0.23 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175780 Apr 06 11:03:22.899431 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d5965410-83ce-485f-9d9d-8a62bb5a2765 req-d3c000e9-6a75-4495-853b-7b05ccb285dc tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 210 time: 0.0314898 Apr 06 11:03:23.958394 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-eeb09867-f478-4eaf-b09b-d96f7fb50587 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:23.960644 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-eeb09867-f478-4eaf-b09b-d96f7fb50587 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 815 time: 0.1245840 Apr 06 11:03:24.031075 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0099f736-56d1-4487-b49b-f99ca87c8828 req-716b39b3-4d01-4b61-9d70-66899721d89b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 210 time: 0.0302012 Apr 06 11:03:24.048095 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-ff58a48e-4706-4e6a-9111-99a8f3308143 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 380 time: 0.0725110 Apr 06 11:03:24.062807 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'port': {'device_id': '77c78625-ca8c-4099-9783-a24ca793b588', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'admin_state_up': True, 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'security_groups': ['539456f7-8d1b-4b10-8825-de240b629e7f']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:24.191656 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Made reservation on behalf of 70d69596c1cf4a4b9327f3b65c2d3dea for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:03:24.195120 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:24.347313 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Allocated IP 172.20.0.14 (16dc32bb-bd1c-4641-a070-90057aff5843/e5734a0d-3930-4ed6-bccf-6abc5d957509/f1a535c4-cd6f-43a7-8725-e1d8f508a117) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:03:24.491404 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:24.526093 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:24.567689 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Network 16dc32bb-bd1c-4641-a070-90057aff5843 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:03:24.573991 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:03:24.578373 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:03:24.613363 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=f1a535c4-cd6f-43a7-8725-e1d8f508a117,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:24.668585 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:24.669246 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:24.687299 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-b2c48140-defd-436d-8b69-106325185da1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6307092 Apr 06 11:03:24.707937 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Request body: {'port': {'device_id': '77c78625-ca8c-4099-9783-a24ca793b588', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:24.787375 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:24.853256 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-7d83591a-fdba-44c6-baa0-3c5cfde0dc7d None None] Provisioning complete for port f1a535c4-cd6f-43a7-8725-e1d8f508a117 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:03:24.853766 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7d83591a-fdba-44c6-baa0-3c5cfde0dc7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:24.893318 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-7d83591a-fdba-44c6-baa0-3c5cfde0dc7d None None] Port f1a535c4-cd6f-43a7-8725-e1d8f508a117 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:03:25.108040 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1a535c4-cd6f-43a7-8725-e1d8f508a117 {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:03:25.118289 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Publish callbacks [] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:25.154832 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Transition to ACTIVE for port object f1a535c4-cd6f-43a7-8725-e1d8f508a117 will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:03:25.160172 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:25.231256 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4a5f5-5895-4b4e-90e7-ec5299f5503b req-aa7b8c5d-6059-481c-a045-b66675c9437a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:25.233156 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-14d4a5f5-5895-4b4e-90e7-ec5299f5503b req-aa7b8c5d-6059-481c-a045-b66675c9437a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 932 time: 0.1182826 Apr 06 11:03:25.236994 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a535c4-cd6f-43a7-8725-e1d8f508a117,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:25.337592 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-14d4a5f5-5895-4b4e-90e7-ec5299f5503b req-d09ad6ca-2b21-4163-981e-efebb467985f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971377 Apr 06 11:03:25.351374 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Attempting to bind port f1a535c4-cd6f-43a7-8725-e1d8f508a117 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:03:25.351738 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Attempting to bind port f1a535c4-cd6f-43a7-8725-e1d8f508a117 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:03:25.352062 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Attempting to bind port f1a535c4-cd6f-43a7-8725-e1d8f508a117 on network 16dc32bb-bd1c-4641-a070-90057aff5843 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:03:25.356868 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Port f1a535c4-cd6f-43a7-8725-e1d8f508a117 on network 16dc32bb-bd1c-4641-a070-90057aff5843 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:03:25.357201 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Attempting to bind port f1a535c4-cd6f-43a7-8725-e1d8f508a117 on network 16dc32bb-bd1c-4641-a070-90057aff5843 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:03:25.362893 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:03:25.363226 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Checking segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:03:25.363675 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Bound using segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:03:25.364113 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Bound port: f1a535c4-cd6f-43a7-8725-e1d8f508a117, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:03:25.364474 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:25.450437 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] For port f1a535c4-cd6f-43a7-8725-e1d8f508a117, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:03:25.453942 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] For port f1a535c4-cd6f-43a7-8725-e1d8f508a117, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f1a535c4-cd6f-43a7-8725-e1d8f508a117,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:03:25.461863 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:25.497104 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:25.497745 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:25.499161 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/f1a535c4-cd6f-43a7-8725-e1d8f508a117 HTTP/1.1" status: 200 len: 1094 time: 0.7957501 Apr 06 11:03:25.499646 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c78625-ca8c-4099-9783-a24ca793b588', 'tag': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:25.502063 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce" -d '{"events": [{"name": "network-changed", "server_uuid": "77c78625-ca8c-4099-9783-a24ca793b588", "tag": "f1a535c4-cd6f-43a7-8725-e1d8f508a117"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:25.535759 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3068955-89d5-4c39-b186-619fa20b97d5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1a535c4-cd6f-43a7-8725-e1d8f508a117,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:25.555504 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3f0740-20a6-44d3-8f6d-9ec8989e2715 x-openstack-request-id: req-9b3f0740-20a6-44d3-8f6d-9ec8989e2715 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:25.555806 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c78625-ca8c-4099-9783-a24ca793b588", "tag": "f1a535c4-cd6f-43a7-8725-e1d8f508a117", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:25.556074 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b3f0740-20a6-44d3-8f6d-9ec8989e2715 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:25.556481 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3f0740-20a6-44d3-8f6d-9ec8989e2715'] response: {'name': 'network-changed', 'server_uuid': '77c78625-ca8c-4099-9783-a24ca793b588', 'tag': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117', 'status': 'completed', 'code': 200} Apr 06 11:03:25.628558 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-135f0ba5-88b3-41af-a7b5-f3705e6e9425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:25.630111 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-135f0ba5-88b3-41af-a7b5-f3705e6e9425 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 1128 time: 0.0565050 Apr 06 11:03:25.680814 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-37746cae-3b3e-4d61-a34a-50447838bd14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a535c4-cd6f-43a7-8725-e1d8f508a117 HTTP/1.1" status: 200 len: 217 time: 0.0374312 Apr 06 11:03:25.730282 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-4d81f920-1729-4544-b3dd-99d572d54335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:25.731771 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-4d81f920-1729-4544-b3dd-99d572d54335 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0457246 Apr 06 11:03:25.783572 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-9b944f83-b31b-4513-8867-0e9f3b67da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:25.784949 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-9b944f83-b31b-4513-8867-0e9f3b67da16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479484 Apr 06 11:03:25.872923 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-5e68ebe8-d8c7-4e2a-bf43-8c706a48637c service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819397 Apr 06 11:03:25.966840 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0d05513a-b86b-4ba6-b2b2-58fcf7825f8b req-d904353f-d1d7-4dad-b389-241928fdfa05 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883985 Apr 06 11:03:26.337169 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60966) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:26.476487 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b91aa-73f4-45ee-bd48-4903477d319f req-3f6a16f9-154b-4f58-a623-670562d03d9d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:26.479312 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec1b91aa-73f4-45ee-bd48-4903477d319f req-3f6a16f9-154b-4f58-a623-670562d03d9d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 944 time: 0.0697832 Apr 06 11:03:26.505359 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-b07a2ec8-ad6a-4c30-a629-a24842d2758f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cf848702917413293fad235771c0071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670172 Apr 06 11:03:26.509813 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 60972) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:26.550872 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec1b91aa-73f4-45ee-bd48-4903477d319f req-fa98905c-a25e-42ac-b44d-f6d3e29a382e tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664775 Apr 06 11:03:26.587396 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-79f2773f-d065-4056-a5c1-3b559b5141e7 admin admin] Publish callbacks [] for security_group (ac2998f1-c0d2-4133-9850-ba952d1d67dc), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:26.609946 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-79f2773f-d065-4056-a5c1-3b559b5141e7 admin admin] Publish callbacks [] for security_group (ac2998f1-c0d2-4133-9850-ba952d1d67dc), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:26.664563 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-79f2773f-d065-4056-a5c1-3b559b5141e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (ac2998f1-c0d2-4133-9850-ba952d1d67dc), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:26.668057 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-79f2773f-d065-4056-a5c1-3b559b5141e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:26.672469 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-79f2773f-d065-4056-a5c1-3b559b5141e7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac2998f1-c0d2-4133-9850-ba952d1d67dc HTTP/1.1" status: 204 len: 168 time: 0.1589463 Apr 06 11:03:26.684052 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2773f-d065-4056-a5c1-3b559b5141e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2998f1-c0d2-4133-9850-ba952d1d67dc,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:26.792776 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-006d43f6-4ba6-487f-9147-c2f0ef4fa93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:26.794293 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-006d43f6-4ba6-487f-9147-c2f0ef4fa93d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 1128 time: 0.0588682 Apr 06 11:03:27.164813 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-145fef5d-2efa-40f0-ae80-1616b9acf789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:27.166292 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-145fef5d-2efa-40f0-ae80-1616b9acf789 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 916 time: 0.3662815 Apr 06 11:03:27.213021 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-9a6a1fbd-584b-4f97-966a-eeb44c388c8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a535c4-cd6f-43a7-8725-e1d8f508a117 HTTP/1.1" status: 200 len: 217 time: 0.0403969 Apr 06 11:03:27.266908 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-3deb9742-6c48-4066-b823-ab5daa59562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:27.268516 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-3deb9742-6c48-4066-b823-ab5daa59562f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0481160 Apr 06 11:03:27.328774 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-05f30852-20f7-454f-b3f4-9d598c378e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:27.330345 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-05f30852-20f7-454f-b3f4-9d598c378e6c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546675 Apr 06 11:03:27.380199 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 60996) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:27.434542 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-02810877-a734-47c5-9317-ced0f88bd3bc service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964167 Apr 06 11:03:27.510088 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1300027989-network', 'tenant_id': '65ba38a32d664c56bc3513f01511ebd1'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:27.531210 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Made reservation on behalf of 65ba38a32d664c56bc3513f01511ebd1 for: {'network': 1} {{(pid=115084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:03:27.533852 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for network (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:27.535321 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cd1c3ee4-d918-44fe-acf1-bcbfc912cbce req-2c274ea8-921f-4986-9255-1a4329373f9e service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946746 Apr 06 11:03:27.543233 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:27.633377 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Publish callbacks [] for security_group (fcc6ba2d-93f5-441c-b1f5-f04a425de0f5), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:27.643151 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (fcc6ba2d-93f5-441c-b1f5-f04a425de0f5), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:27.685219 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=115084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 06 11:03:27.707688 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (898f41ac-2dd8-4853-a6f5-7458b2f92e89), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:27.708030 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.segments_db [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Added segment 898f41ac-2dd8-4853-a6f5-7458b2f92e89 of type vlan for network 83e4e45c-fd02-462f-b630-a7d6b986ef56 Apr 06 11:03:27.717268 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:27.768679 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686021af-448e-4c80-a41b-d69d2e50b0ca req-60a3db06-0f99-4dd2-b610-48bb279556eb tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:27.770345 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-686021af-448e-4c80-a41b-d69d2e50b0ca req-60a3db06-0f99-4dd2-b610-48bb279556eb tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 944 time: 0.1406364 Apr 06 11:03:27.772788 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742205670202'] for network (83e4e45c-fd02-462f-b630-a7d6b986ef56), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:27.823348 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350'] for network (83e4e45c-fd02-462f-b630-a7d6b986ef56), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:27.824815 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:27.825814 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:27.934569 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5532427 Apr 06 11:03:27.938616 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 32770) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:27.943097 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-686021af-448e-4c80-a41b-d69d2e50b0ca req-89e37838-a32d-4211-b9d5-92648ff32918 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625900 Apr 06 11:03:27.946581 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Request body: {'subnet': {'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1300027989-subnet', 'tenant_id': '65ba38a32d664c56bc3513f01511ebd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:27.955820 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e3a67-b38e-4a7d-ba31-355e3c0f8680 admin admin] Pushing event updated for resources: {'Network': ['ID=83e4e45c-fd02-462f-b630-a7d6b986ef56,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:27.976744 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Made reservation on behalf of 65ba38a32d664c56bc3513f01511ebd1 for: {'subnet': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:03:27.978698 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Network 83e4e45c-fd02-462f-b630-a7d6b986ef56 details requested by agent ovs-agent-dv-cinder-836070-2-iscsi with host dv-cinder-836070-2-iscsi {{(pid=115085) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 06 11:03:27.979515 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126053498'] for subnet (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:28.166283 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126580582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126053476'] for subnet (1d4bc681-edbe-4328-b822-e76f0f3da962), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:28.221999 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d4bc681-edbe-4328-b822-e76f0f3da962,revision_number=0']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:28.234073 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Checking segment: {'id': '898f41ac-2dd8-4853-a6f5-7458b2f92e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:03:28.234429 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Network hostable DHCP agents. Network: 83e4e45c-fd02-462f-b630-a7d6b986ef56, hostable agents: ['662a574e-cfbc-4e12-b7d5-d7ff754de182'], hosted agents: [] {{(pid=115083) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 06 11:03:28.253326 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Network 83e4e45c-fd02-462f-b630-a7d6b986ef56 is scheduled to be hosted by DHCP agent 662a574e-cfbc-4e12-b7d5-d7ff754de182 with binding_index 1 {{(pid=115083) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 06 11:03:28.262969 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-2-iscsi, 83e4e45c-fd02-462f-b630-a7d6b986ef56) {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:03:28.270657 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b3fae-2fca-4bbf-a904-73ddede70e9d None None] Network 83e4e45c-fd02-462f-b630-a7d6b986ef56 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:03:28.273394 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:28.273590 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:28.295632 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-65bc4454-a003-4adc-a810-a1ea5a7ee099 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3545163 Apr 06 11:03:28.380839 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device f1a535c4-cd6f-43a7-8725-e1d8f508a117 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:03:28.394355 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c91c321-8ee2-48b1-a6ab-33207f0e067b None None] Network 83e4e45c-fd02-462f-b630-a7d6b986ef56 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:03:28.705741 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port f1a535c4-cd6f-43a7-8725-e1d8f508a117, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f1a535c4-cd6f-43a7-8725-e1d8f508a117,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:28.718837 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'port_id': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117', 'mac_address': 'fa:16:3e:77:34:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:03:28.760696 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port f1a535c4-cd6f-43a7-8725-e1d8f508a117 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:03:28.761101 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:28.776385 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1a535c4-cd6f-43a7-8725-e1d8f508a117 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:03:28.798691 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port f1a535c4-cd6f-43a7-8725-e1d8f508a117, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f1a535c4-cd6f-43a7-8725-e1d8f508a117,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:28.801703 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:28.862589 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=f1a535c4-cd6f-43a7-8725-e1d8f508a117,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:29.078838 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b0100-82bc-40dd-b7a1-c5f85854265f req-239f2d26-6166-48ea-b840-0b0e01187b8b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:29.080410 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-916b0100-82bc-40dd-b7a1-c5f85854265f req-239f2d26-6166-48ea-b840-0b0e01187b8b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 945 time: 0.0626221 Apr 06 11:03:29.086154 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['f1a535c4-cd6f-43a7-8725-e1d8f508a117'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:03:29.129177 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-916b0100-82bc-40dd-b7a1-c5f85854265f req-97233d6e-3d79-4bee-89a1-6e7d528cf290 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416634 Apr 06 11:03:30.132909 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-4bb311ed-5dcb-431d-aff9-7e7831bf0955 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:30.134333 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-4bb311ed-5dcb-431d-aff9-7e7831bf0955 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/networks?id=83e4e45c-fd02-462f-b630-a7d6b986ef56 HTTP/1.1" status: 200 len: 814 time: 0.1074257 Apr 06 11:03:30.149852 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-19ddc56c-0bfa-469f-ba8b-d3b1eb9efe44 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/quotas/65ba38a32d664c56bc3513f01511ebd1 HTTP/1.1" status: 200 len: 375 time: 0.0099959 Apr 06 11:03:30.191150 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-419241f1-d1da-4fb6-a193-7f49ee49d49e tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=65ba38a32d664c56bc3513f01511ebd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350103 Apr 06 11:03:30.254765 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0478d70-1711-4176-b3aa-1d733abdec80 req-6ec9f52a-9afd-42de-b85a-5477af858352 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:30.256529 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0478d70-1711-4176-b3aa-1d733abdec80 req-6ec9f52a-9afd-42de-b85a-5477af858352 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 945 time: 0.0549278 Apr 06 11:03:30.290390 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-173a5bda-3c17-4310-915f-5943940ffa0c service neutron] 10.222.0.23 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923715 Apr 06 11:03:30.310361 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e0478d70-1711-4176-b3aa-1d733abdec80 req-914b3bdb-ab3d-4a2c-a275-e52e0586b82f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478821 Apr 06 11:03:30.390271 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-c4389ddb-7aad-43fd-aa11-21899f62ff6b service neutron] 10.222.0.23 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916643 Apr 06 11:03:30.392180 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device f1a535c4-cd6f-43a7-8725-e1d8f508a117 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:03:30.451989 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port f1a535c4-cd6f-43a7-8725-e1d8f508a117 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:03:30.458362 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port f1a535c4-cd6f-43a7-8725-e1d8f508a117 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:03:30.458910 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:30.551285 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port f1a535c4-cd6f-43a7-8725-e1d8f508a117 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:03:30.551822 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:30.577892 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c78625-ca8c-4099-9783-a24ca793b588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:30.580176 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c646f184-22ba-460c-8cf0-a207ed938d54 req-dfe34ea2-acda-480e-86d4-7ef1c16128fe tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 210 time: 0.0277722 Apr 06 11:03:30.580338 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba50fc07-8625-4b9f-8720-d48cdbf9e293" -d '{"events": [{"server_uuid": "77c78625-ca8c-4099-9783-a24ca793b588", "name": "network-vif-plugged", "status": "completed", "tag": "f1a535c4-cd6f-43a7-8725-e1d8f508a117"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:30.595187 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port f1a535c4-cd6f-43a7-8725-e1d8f508a117, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f1a535c4-cd6f-43a7-8725-e1d8f508a117,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:30.608605 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:30.633718 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16963df-0f18-4b85-987e-fdd70704ebcf x-openstack-request-id: req-c16963df-0f18-4b85-987e-fdd70704ebcf {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:30.634016 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c78625-ca8c-4099-9783-a24ca793b588", "name": "network-vif-plugged", "status": "completed", "tag": "f1a535c4-cd6f-43a7-8725-e1d8f508a117", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:30.634271 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c16963df-0f18-4b85-987e-fdd70704ebcf {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:30.634800 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c16963df-0f18-4b85-987e-fdd70704ebcf'] response: {'server_uuid': '77c78625-ca8c-4099-9783-a24ca793b588', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117', 'code': 200} Apr 06 11:03:30.672536 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=f1a535c4-cd6f-43a7-8725-e1d8f508a117,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:30.869874 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e30d3-297e-4b95-855e-24c5722ebf5d req-b9e6608f-3a48-450b-826c-652df2938ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:30.871374 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e57e30d3-297e-4b95-855e-24c5722ebf5d req-b9e6608f-3a48-450b-826c-652df2938ede service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 1130 time: 0.0511899 Apr 06 11:03:30.922131 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e57e30d3-297e-4b95-855e-24c5722ebf5d req-f5d7822c-a076-4d5f-9cc0-6fb0d149002e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448751 Apr 06 11:03:31.431727 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d7e22-3676-4fc7-ad09-dccdbf9f3de3 req-0ce4bf4a-35dc-4c22-8b1c-8a241630db3c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:31.433205 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ca8d7e22-3676-4fc7-ad09-dccdbf9f3de3 req-0ce4bf4a-35dc-4c22-8b1c-8a241630db3c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 946 time: 0.0525701 Apr 06 11:03:31.481686 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ca8d7e22-3676-4fc7-ad09-dccdbf9f3de3 req-0758bd07-47be-4fec-aa2e-b8416edd20f9 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427399 Apr 06 11:03:31.682594 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-5e73bb53-46be-4808-8296-9a3bd7ba8003 req-1bba72a3-95d9-4c7e-9e5d-a3397a5ab033 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 210 time: 0.0284908 Apr 06 11:03:32.612074 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26597017-ac45-443f-ae83-ce4d93caca41 req-5ca0b4ff-29cf-49af-b360-40843278e1c1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:32.614322 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-26597017-ac45-443f-ae83-ce4d93caca41 req-5ca0b4ff-29cf-49af-b360-40843278e1c1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 946 time: 0.0626233 Apr 06 11:03:32.708903 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-26597017-ac45-443f-ae83-ce4d93caca41 req-d72d8044-4bc4-46cf-af60-ba3645de58fd tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867934 Apr 06 11:03:32.782243 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-c4a5eb6b-e712-4fec-9b78-a824163d038f tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:32.784247 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-c4a5eb6b-e712-4fec-9b78-a824163d038f tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.26 "GET /v2.0/networks?id=83e4e45c-fd02-462f-b630-a7d6b986ef56 HTTP/1.1" status: 200 len: 814 time: 0.1317196 Apr 06 11:03:32.811235 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-24a0dbe0-4a7a-434e-b433-e5603b0f9308 req-eb43981b-9dbb-4a14-8c77-705d2587c50e tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 210 time: 0.0409639 Apr 06 11:03:32.812145 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Request body: {'port': {'device_id': '59ba2e80-e208-4956-ab19-1ec7586a2982', 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56', 'admin_state_up': True, 'tenant_id': '65ba38a32d664c56bc3513f01511ebd1'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:32.947740 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab27c1-84e3-4d09-8f34-dfd540c30f02 req-b2dad47b-36ed-4632-9419-aca9a613fdd7 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:32.949272 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-b9ab27c1-84e3-4d09-8f34-dfd540c30f02 req-b2dad47b-36ed-4632-9419-aca9a613fdd7 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 946 time: 0.1206391 Apr 06 11:03:32.958054 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 32826) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:03:32.963427 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-ddfb00ba-4ed0-40bf-9b55-043b1ad6bf70 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'floatingip': {'port_id': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:32.970198 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Made reservation on behalf of 65ba38a32d664c56bc3513f01511ebd1 for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:03:32.973764 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:33.004553 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ddfb00ba-4ed0-40bf-9b55-043b1ad6bf70 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (c4213907-0296-4ba7-9157-2dc966720899), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:33.113109 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Allocated IP 172.20.0.7 (83e4e45c-fd02-462f-b630-a7d6b986ef56/1d4bc681-edbe-4328-b822-e76f0f3da962/4164f82f-f166-4a5e-88f5-b0fd81d65678) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:03:33.282177 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks [] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:33.318088 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:33.387385 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Network 83e4e45c-fd02-462f-b630-a7d6b986ef56 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:03:33.399014 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:03:33.406526 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:03:33.450542 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Pushing event updated for resources: {'Port': ['ID=4164f82f-f166-4a5e-88f5-b0fd81d65678,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:33.484222 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:33.485591 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ddfb00ba-4ed0-40bf-9b55-043b1ad6bf70 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:33.493640 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ddfb00ba-4ed0-40bf-9b55-043b1ad6bf70 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (c4213907-0296-4ba7-9157-2dc966720899), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:33.498135 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:33.499229 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:33.521044 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-8825ea99-309b-4de8-90bf-3f510eaea402 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7141120 Apr 06 11:03:33.541719 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Request body: {'port': {'device_id': '59ba2e80-e208-4956-ab19-1ec7586a2982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:03:33.607625 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-ddfb00ba-4ed0-40bf-9b55-043b1ad6bf70 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Floating IP c4213907-0296-4ba7-9157-2dc966720899 associated. External IP: 172.27.1.229, port: f1a535c4-cd6f-43a7-8725-e1d8f508a117. Apr 06 11:03:33.611696 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:33.971582 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4164f82f-f166-4a5e-88f5-b0fd81d65678 {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:03:33.980152 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Publish callbacks [] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:33.994316 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Transition to ACTIVE for port object 4164f82f-f166-4a5e-88f5-b0fd81d65678 will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:03:33.999397 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:34.048793 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Pushing event updated for resources: {'Port': ['ID=4164f82f-f166-4a5e-88f5-b0fd81d65678,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:34.088626 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf3c64-96cf-4b98-9fd8-028edd4cd6dc req-193ae9cf-3d3c-4f05-85d1-e19a161525f6 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:34.090105 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0acf3c64-96cf-4b98-9fd8-028edd4cd6dc req-193ae9cf-3d3c-4f05-85d1-e19a161525f6 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 931 time: 0.1112509 Apr 06 11:03:34.124610 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Attempting to bind port 4164f82f-f166-4a5e-88f5-b0fd81d65678 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:03:34.124943 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Attempting to bind port 4164f82f-f166-4a5e-88f5-b0fd81d65678 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '898f41ac-2dd8-4853-a6f5-7458b2f92e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:03:34.125264 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Attempting to bind port 4164f82f-f166-4a5e-88f5-b0fd81d65678 on network 83e4e45c-fd02-462f-b630-a7d6b986ef56 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:03:34.129484 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Port 4164f82f-f166-4a5e-88f5-b0fd81d65678 on network 83e4e45c-fd02-462f-b630-a7d6b986ef56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:03:34.129798 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Attempting to bind port 4164f82f-f166-4a5e-88f5-b0fd81d65678 on network 83e4e45c-fd02-462f-b630-a7d6b986ef56 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:03:34.135291 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:03:34.135660 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Checking segment: {'id': '898f41ac-2dd8-4853-a6f5-7458b2f92e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:03:34.136041 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Bound using segment: {'id': '898f41ac-2dd8-4853-a6f5-7458b2f92e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:03:34.136457 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Bound port: 4164f82f-f166-4a5e-88f5-b0fd81d65678, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898f41ac-2dd8-4853-a6f5-7458b2f92e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:03:34.136805 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:34.182287 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-0acf3c64-96cf-4b98-9fd8-028edd4cd6dc req-c1aa7cd8-4222-4b66-816e-23442ce049d2 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850577 Apr 06 11:03:34.193502 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfb00ba-4ed0-40bf-9b55-043b1ad6bf70 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:03:34.205275 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] For port 4164f82f-f166-4a5e-88f5-b0fd81d65678, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:03:34.208605 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] For port 4164f82f-f166-4a5e-88f5-b0fd81d65678, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4164f82f-f166-4a5e-88f5-b0fd81d65678,segment=NetworkSegment(898f41ac-2dd8-4853-a6f5-7458b2f92e89),segment_id=898f41ac-2dd8-4853-a6f5-7458b2f92e89)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:03:34.215117 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:34.250514 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:34.251079 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:34.252652 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] 10.222.0.26 "PUT /v2.0/ports/4164f82f-f166-4a5e-88f5-b0fd81d65678 HTTP/1.1" status: 200 len: 1093 time: 0.7160449 Apr 06 11:03:34.253097 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ba2e80-e208-4956-ab19-1ec7586a2982', 'tag': '4164f82f-f166-4a5e-88f5-b0fd81d65678'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:34.255340 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d" -d '{"events": [{"name": "network-changed", "server_uuid": "59ba2e80-e208-4956-ab19-1ec7586a2982", "tag": "4164f82f-f166-4a5e-88f5-b0fd81d65678"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:34.280746 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b600e2-a960-4595-8fc8-b1daef827524 service neutron] Pushing event updated for resources: {'Port': ['ID=4164f82f-f166-4a5e-88f5-b0fd81d65678,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:34.296102 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166ea023-6677-4d2e-b524-6ec85c8ffa0b x-openstack-request-id: req-166ea023-6677-4d2e-b524-6ec85c8ffa0b {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:34.296661 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ba2e80-e208-4956-ab19-1ec7586a2982", "tag": "4164f82f-f166-4a5e-88f5-b0fd81d65678", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:34.298052 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-166ea023-6677-4d2e-b524-6ec85c8ffa0b {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:34.298560 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166ea023-6677-4d2e-b524-6ec85c8ffa0b'] response: {'name': 'network-changed', 'server_uuid': '59ba2e80-e208-4956-ab19-1ec7586a2982', 'tag': '4164f82f-f166-4a5e-88f5-b0fd81d65678', 'status': 'completed', 'code': 200} Apr 06 11:03:34.320531 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfb00ba-4ed0-40bf-9b55-043b1ad6bf70 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:03:34.325391 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-ddfb00ba-4ed0-40bf-9b55-043b1ad6bf70 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:34.330614 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:03:34.340533 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:34.341799 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:03:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:34.363551 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-ddfb00ba-4ed0-40bf-9b55-043b1ad6bf70 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "PUT /v2.0/floatingips/c4213907-0296-4ba7-9157-2dc966720899 HTTP/1.1" status: 200 len: 992 time: 1.4042137 Apr 06 11:03:34.364170 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c78625-ca8c-4099-9783-a24ca793b588', 'tag': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:34.367940 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "77c78625-ca8c-4099-9783-a24ca793b588", "tag": "f1a535c4-cd6f-43a7-8725-e1d8f508a117"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:34.387057 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-075c5116-d032-4028-89f2-143b27440082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:34.389274 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-075c5116-d032-4028-89f2-143b27440082 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65ba38a32d664c56bc3513f01511ebd1&device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 1127 time: 0.0676575 Apr 06 11:03:34.404465 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183cb465-70e3-4d25-852c-f31e0b997379 x-openstack-request-id: req-183cb465-70e3-4d25-852c-f31e0b997379 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:34.404752 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c78625-ca8c-4099-9783-a24ca793b588", "tag": "f1a535c4-cd6f-43a7-8725-e1d8f508a117", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:34.405011 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-183cb465-70e3-4d25-852c-f31e0b997379 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:34.405406 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183cb465-70e3-4d25-852c-f31e0b997379'] response: {'name': 'network-changed', 'server_uuid': '77c78625-ca8c-4099-9783-a24ca793b588', 'tag': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117', 'status': 'completed', 'code': 200} Apr 06 11:03:34.443013 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-bd1723e9-2cc3-44d8-9834-b57840a96581 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4164f82f-f166-4a5e-88f5-b0fd81d65678 HTTP/1.1" status: 200 len: 217 time: 0.0345917 Apr 06 11:03:34.461606 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:34.528282 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-c019066e-fb3a-4f75-bfc4-f7ac8e1c61c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:34.529722 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-c019066e-fb3a-4f75-bfc4-f7ac8e1c61c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d4bc681-edbe-4328-b822-e76f0f3da962 HTTP/1.1" status: 200 len: 854 time: 0.0679173 Apr 06 11:03:34.535546 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-ce2340ae-a518-42b4-9172-50e108b13a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:34.536926 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-ce2340ae-a518-42b4-9172-50e108b13a9f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 1130 time: 0.0829043 Apr 06 11:03:34.569346 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-5752f540-ccb2-4d92-9fb6-3048089aef2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=83e4e45c-fd02-462f-b630-a7d6b986ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308952 Apr 06 11:03:34.689501 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'c4213907-0296-4ba7-9157-2dc966720899', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:77:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c78625-ca8c-4099-9783-a24ca793b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:21Z', 'updated_at': '2022-04-06T11:03:33Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:34.710891 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-0ce9f1bf-f113-4b64-8ec3-1d5eb79d9043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:34.712392 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-0ce9f1bf-f113-4b64-8ec3-1d5eb79d9043 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 916 time: 0.1658964 Apr 06 11:03:34.715251 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:03:34.715747 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-427e3ec3-d3db-4e1f-b2de-4db820c8e8ec service neutron] 10.222.0.26 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371584 Apr 06 11:03:34.723510 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:03:34.724123 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:03:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:34.841135 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-c4be776f-7861-4c5c-a2a2-859d629ad24a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f1a535c4-cd6f-43a7-8725-e1d8f508a117 HTTP/1.1" status: 200 len: 1000 time: 0.1162481 Apr 06 11:03:34.848892 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:03:34.897520 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-ec656eae-68b0-4bc2-8cfd-908e8747dc14 req-014b98d1-2a00-4ff8-b63a-667acf84e1b8 service neutron] 10.222.0.26 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657686 Apr 06 11:03:34.914368 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-adb90119-a9a2-411a-9ef4-887a0d2caf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:34.916030 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-adb90119-a9a2-411a-9ef4-887a0d2caf77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0661180 Apr 06 11:03:34.970043 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-8e859bab-4935-4921-aab9-35258fa08bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:34.971942 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-8e859bab-4935-4921-aab9-35258fa08bd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487056 Apr 06 11:03:35.093213 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'c4213907-0296-4ba7-9157-2dc966720899', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:77:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c78625-ca8c-4099-9783-a24ca793b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:21Z', 'updated_at': '2022-04-06T11:03:33Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:03:35.123608 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dc4d65-9ebb-42e9-921e-685e445febdb None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'c4213907-0296-4ba7-9157-2dc966720899', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.229', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:77:34:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c78625-ca8c-4099-9783-a24ca793b588', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:21Z', 'updated_at': '2022-04-06T11:03:33Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:03:35.314205 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b0f80-83a8-4527-97e6-7db1d0c3972a req-792c33d6-68db-4a3e-9c2b-7f01514e560b tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:35.315779 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3a2b0f80-83a8-4527-97e6-7db1d0c3972a req-792c33d6-68db-4a3e-9c2b-7f01514e560b tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 943 time: 0.0572836 Apr 06 11:03:35.348088 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3706046-6be5-43bf-92b5-67e2d4725735 None None] New status for floating IP c4213907-0296-4ba7-9157-2dc966720899: ACTIVE {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:03:35.370258 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-3a2b0f80-83a8-4527-97e6-7db1d0c3972a req-b7019320-5482-4a73-94d2-0e091c89d413 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468917 Apr 06 11:03:35.817002 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d req-33e2554e-6c3f-4d89-ac14-7b2940e20042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:35.818393 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d req-33e2554e-6c3f-4d89-ac14-7b2940e20042 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65ba38a32d664c56bc3513f01511ebd1&device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 1127 time: 0.1023350 Apr 06 11:03:35.820837 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-393cbb38-b193-48e4-bc8d-7b553db5aa97 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220946 Apr 06 11:03:35.980956 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-27dbf803-ce36-4ecd-bd18-401d04e4bb1d req-cc2cc2f5-052c-42b3-b70c-e7be4761b72c service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506650 Apr 06 11:03:35.981885 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d req-986964eb-67ec-4603-a2a4-035534e5ed41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:35.983186 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d req-986964eb-67ec-4603-a2a4-035534e5ed41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=83e4e45c-fd02-462f-b630-a7d6b986ef56 HTTP/1.1" status: 200 len: 915 time: 0.1540930 Apr 06 11:03:36.054447 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d req-a661b9c8-8c6c-4a7b-859a-e81d00b05387 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4164f82f-f166-4a5e-88f5-b0fd81d65678 HTTP/1.1" status: 200 len: 217 time: 0.0410812 Apr 06 11:03:36.103299 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d req-c2045dd0-2cf6-4262-9084-116258b4cffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:36.104707 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d req-c2045dd0-2cf6-4262-9084-116258b4cffe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d4bc681-edbe-4328-b822-e76f0f3da962 HTTP/1.1" status: 200 len: 854 time: 0.0442014 Apr 06 11:03:36.136883 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d req-ab417887-8414-47e3-a5c9-58e6f17ee07a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=83e4e45c-fd02-462f-b630-a7d6b986ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260479 Apr 06 11:03:36.230320 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d req-ac46581f-86dc-4272-ad06-2d8e3a766e81 service neutron] 10.222.0.26 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870688 Apr 06 11:03:36.325905 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-568afdb6-8c1a-4bdc-a3f8-8f02e310e93d req-01c1437e-2836-42a3-b779-2c6cf0e85666 service neutron] 10.222.0.26 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899460 Apr 06 11:03:36.391153 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 4164f82f-f166-4a5e-88f5-b0fd81d65678 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:03:36.506426 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 4164f82f-f166-4a5e-88f5-b0fd81d65678, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4164f82f-f166-4a5e-88f5-b0fd81d65678,segment=NetworkSegment(898f41ac-2dd8-4853-a6f5-7458b2f92e89),segment_id=898f41ac-2dd8-4853-a6f5-7458b2f92e89)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:36.519213 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '4164f82f-f166-4a5e-88f5-b0fd81d65678', 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56', 'port_id': '4164f82f-f166-4a5e-88f5-b0fd81d65678', 'mac_address': 'fa:16:3e:fa:27:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4bc681-edbe-4328-b822-e76f0f3da962', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:03:36.520059 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7e44b-64b3-4368-9dc4-2c2045d99003 req-c6a2588d-ebef-4034-8ded-c3a142d42757 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:36.523068 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-56d7e44b-64b3-4368-9dc4-2c2045d99003 req-c6a2588d-ebef-4034-8ded-c3a142d42757 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 943 time: 0.0798390 Apr 06 11:03:36.560901 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 4164f82f-f166-4a5e-88f5-b0fd81d65678 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:03:36.561308 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:36.576934 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4164f82f-f166-4a5e-88f5-b0fd81d65678 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:03:36.579711 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-56d7e44b-64b3-4368-9dc4-2c2045d99003 req-34ed6e94-a3cd-41b8-95d2-ea925d4955e2 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506153 Apr 06 11:03:36.598906 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 4164f82f-f166-4a5e-88f5-b0fd81d65678, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4164f82f-f166-4a5e-88f5-b0fd81d65678,segment=NetworkSegment(898f41ac-2dd8-4853-a6f5-7458b2f92e89),segment_id=898f41ac-2dd8-4853-a6f5-7458b2f92e89)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:36.603854 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:36.680799 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=4164f82f-f166-4a5e-88f5-b0fd81d65678,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:36.910817 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['4164f82f-f166-4a5e-88f5-b0fd81d65678'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:03:37.703325 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee1c53-59d6-4b5b-852a-e58bcc2cc97e req-567d9d67-b528-4ff7-98d1-2c112a4cde6b tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:37.704728 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cbee1c53-59d6-4b5b-852a-e58bcc2cc97e req-567d9d67-b528-4ff7-98d1-2c112a4cde6b tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 944 time: 0.0545747 Apr 06 11:03:37.757318 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cbee1c53-59d6-4b5b-852a-e58bcc2cc97e req-0d317c65-0420-4c38-9a23-796184da6bb5 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459185 Apr 06 11:03:38.393147 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 4164f82f-f166-4a5e-88f5-b0fd81d65678 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:03:38.446052 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 4164f82f-f166-4a5e-88f5-b0fd81d65678 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:03:38.450107 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 4164f82f-f166-4a5e-88f5-b0fd81d65678 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:03:38.450481 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:38.528048 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 4164f82f-f166-4a5e-88f5-b0fd81d65678 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:03:38.528441 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:38.553292 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ba2e80-e208-4956-ab19-1ec7586a2982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4164f82f-f166-4a5e-88f5-b0fd81d65678'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:03:38.555568 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5606fbe-70d0-4a13-afcd-d6e320f33da1" -d '{"events": [{"server_uuid": "59ba2e80-e208-4956-ab19-1ec7586a2982", "name": "network-vif-plugged", "status": "completed", "tag": "4164f82f-f166-4a5e-88f5-b0fd81d65678"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:03:38.572362 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 4164f82f-f166-4a5e-88f5-b0fd81d65678, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4164f82f-f166-4a5e-88f5-b0fd81d65678,segment=NetworkSegment(898f41ac-2dd8-4853-a6f5-7458b2f92e89),segment_id=898f41ac-2dd8-4853-a6f5-7458b2f92e89)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:03:38.576956 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:38.601290 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5921a499-97c4-42ef-843c-c06cfd3e6803 x-openstack-request-id: req-5921a499-97c4-42ef-843c-c06cfd3e6803 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:03:38.601582 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ba2e80-e208-4956-ab19-1ec7586a2982", "name": "network-vif-plugged", "status": "completed", "tag": "4164f82f-f166-4a5e-88f5-b0fd81d65678", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:03:38.601832 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5921a499-97c4-42ef-843c-c06cfd3e6803 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:03:38.602224 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5921a499-97c4-42ef-843c-c06cfd3e6803'] response: {'server_uuid': '59ba2e80-e208-4956-ab19-1ec7586a2982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4164f82f-f166-4a5e-88f5-b0fd81d65678', 'code': 200} Apr 06 11:03:38.627411 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=4164f82f-f166-4a5e-88f5-b0fd81d65678,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:03:38.820582 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966af92-d218-4dff-8b28-ce964a863b5b req-a7ba1a8f-0c99-487c-a68a-f72d2361bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:38.822103 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e966af92-d218-4dff-8b28-ce964a863b5b req-a7ba1a8f-0c99-487c-a68a-f72d2361bd8c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 1129 time: 0.0472794 Apr 06 11:03:38.898961 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e966af92-d218-4dff-8b28-ce964a863b5b req-1491408e-334b-4c01-9c62-98dab2b3c163 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656300 Apr 06 11:03:38.916716 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33402fac-7035-4226-84d6-f0868c6d1b6a req-5893fc29-b66c-4d33-86b3-a3a4dc73fed9 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:38.918137 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-33402fac-7035-4226-84d6-f0868c6d1b6a req-5893fc29-b66c-4d33-86b3-a3a4dc73fed9 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 945 time: 0.0792124 Apr 06 11:03:38.965207 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-33402fac-7035-4226-84d6-f0868c6d1b6a req-8f78d236-af4f-4a8c-aeeb-606e6d612003 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Apr 06 11:03:40.088824 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1f482-0348-4190-85e9-8504e3fb785b req-7debc998-227b-423e-a69f-142264e9406b tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:03:40.090339 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-18e1f482-0348-4190-85e9-8504e3fb785b req-7debc998-227b-423e-a69f-142264e9406b tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 945 time: 0.0557299 Apr 06 11:03:40.137058 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-18e1f482-0348-4190-85e9-8504e3fb785b req-653db111-a9c3-4731-bfee-038afe56b3eb tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411854 Apr 06 11:03:42.840536 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-db90bd08-8280-4a2f-a4c0-81a63a828cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:45.838130 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9c54f087-21c3-4632-bbb4-941b44eb55c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:46.494965 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:48.331554 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:49.629954 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:03:59.435221 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:04:03.491374 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:10.433262 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-0ef80ad0-282a-4172-bb61-c20e6122d261 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500286 Apr 06 11:04:10.542829 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-d2a16a4a-e25c-4bae-b910-7d5bb6289c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:10.544374 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-d2a16a4a-e25c-4bae-b910-7d5bb6289c35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 1130 time: 0.0455225 Apr 06 11:04:10.648146 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-edd06944-9fb6-48f0-a5b1-f7e31983d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:10.649615 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-edd06944-9fb6-48f0-a5b1-f7e31983d1d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.0870521 Apr 06 11:04:10.720935 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-8cb382a2-a9d7-49d7-bf15-64eb6fefb310 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb HTTP/1.1" status: 200 len: 1002 time: 0.0617383 Apr 06 11:04:10.770182 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-ac8011e8-53a0-45f9-8d82-f23c304491a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:10.771643 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-ac8011e8-53a0-45f9-8d82-f23c304491a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0423291 Apr 06 11:04:10.825900 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-49213976-5298-4ac9-99ae-9b2e49a04d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:10.827480 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-49213976-5298-4ac9-99ae-9b2e49a04d95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479372 Apr 06 11:04:10.921164 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-3b02e445-cd00-438d-ab17-a03109f34fcb service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847988 Apr 06 11:04:11.009845 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-9f65b24f-5028-4fa0-9510-bf757d8988bb req-d97e4281-44c2-4501-864e-ee8d0651e8ec service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806329 Apr 06 11:04:12.842211 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-23ed2fa1-3d7e-4137-8447-6a645ec30b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:15.839953 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8705c964-0197-4d9e-963c-b3f2dbc2d595 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:16.496059 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:18.338011 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:19.633440 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:20.747604 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822366-1c67-46ee-b5a7-7109e97d652b req-c05bf59f-902a-4c69-9992-e636bc3cc2f5 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:20.749785 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ad822366-1c67-46ee-b5a7-7109e97d652b req-c05bf59f-902a-4c69-9992-e636bc3cc2f5 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 945 time: 0.0562818 Apr 06 11:04:20.794514 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ad822366-1c67-46ee-b5a7-7109e97d652b req-6e60d595-a18a-47ab-8f1f-16ec3b8d2851 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392163 Apr 06 11:04:21.919291 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129c860-3cf1-43c7-bf65-7b3ca7979e8d req-190d3cc9-820e-43d6-831a-ea08108a83fd tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:21.921711 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c129c860-3cf1-43c7-bf65-7b3ca7979e8d req-190d3cc9-820e-43d6-831a-ea08108a83fd tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 945 time: 0.0570807 Apr 06 11:04:21.967944 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c129c860-3cf1-43c7-bf65-7b3ca7979e8d req-3cdb1431-7aff-4a91-9303-fcc40ef37d3f tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401218 Apr 06 11:04:22.414749 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-92e42994-bf24-4a73-b994-99dea3ba10d6 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:22.416250 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-92e42994-bf24-4a73-b994-99dea3ba10d6 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.26 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 945 time: 0.0518093 Apr 06 11:04:22.507525 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Deleting port 4164f82f-f166-4a5e-88f5-b0fd81d65678 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:04:22.507900 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:22.599680 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] For port 4164f82f-f166-4a5e-88f5-b0fd81d65678, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=4164f82f-f166-4a5e-88f5-b0fd81d65678,segment=NetworkSegment(898f41ac-2dd8-4853-a6f5-7458b2f92e89),segment_id=898f41ac-2dd8-4853-a6f5-7458b2f92e89)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:22.600038 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:22.612404 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Calling delete_port for 4164f82f-f166-4a5e-88f5-b0fd81d65678 owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:04:22.739507 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (4164f82f-f166-4a5e-88f5-b0fd81d65678), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:22.770216 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Pushing event deleted for resources: {'Port': ['ID=4164f82f-f166-4a5e-88f5-b0fd81d65678,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:22.774072 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['4164f82f-f166-4a5e-88f5-b0fd81d65678'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:04:22.796006 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.796006 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.796472 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.796826 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.797163 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.797503 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.797833 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.798163 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.798496 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.798824 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.799152 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.799501 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.799868 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.800300 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.800538 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:22.825158 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] No DVR routers for this DVR port 4164f82f-f166-4a5e-88f5-b0fd81d65678 on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:04:22.827788 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:22.831062 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4d6a2ec2-6840-4730-ae73-b243101a74ef req-d3db2783-9e70-4832-91f7-f151b98c719a tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.26 "DELETE /v2.0/ports/4164f82f-f166-4a5e-88f5-b0fd81d65678 HTTP/1.1" status: 204 len: 173 time: 0.4099677 Apr 06 11:04:22.831529 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ba2e80-e208-4956-ab19-1ec7586a2982', 'name': 'network-vif-deleted', 'tag': '4164f82f-f166-4a5e-88f5-b0fd81d65678'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:04:22.833767 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1e5623-445a-4f1a-acc5-a95d0f343550" -d '{"events": [{"server_uuid": "59ba2e80-e208-4956-ab19-1ec7586a2982", "name": "network-vif-deleted", "tag": "4164f82f-f166-4a5e-88f5-b0fd81d65678"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:04:22.871434 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3810b920-2165-4c09-bf17-1c4a806f8948 x-openstack-request-id: req-3810b920-2165-4c09-bf17-1c4a806f8948 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:04:22.871753 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ba2e80-e208-4956-ab19-1ec7586a2982", "name": "network-vif-deleted", "tag": "4164f82f-f166-4a5e-88f5-b0fd81d65678", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:04:22.872007 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3810b920-2165-4c09-bf17-1c4a806f8948 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:04:22.872424 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3810b920-2165-4c09-bf17-1c4a806f8948'] response: {'server_uuid': '59ba2e80-e208-4956-ab19-1ec7586a2982', 'name': 'network-vif-deleted', 'tag': '4164f82f-f166-4a5e-88f5-b0fd81d65678', 'status': 'completed', 'code': 200} Apr 06 11:04:23.079983 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-152046a1-1a03-4711-9304-6dc979a6c64b req-5a48c074-4510-425f-b4ea-82ded0960d79 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=59ba2e80-e208-4956-ab19-1ec7586a2982 HTTP/1.1" status: 200 len: 210 time: 0.0298522 Apr 06 11:04:27.055963 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 4164f82f-f166-4a5e-88f5-b0fd81d65678 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:04:27.077369 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 4164f82f-f166-4a5e-88f5-b0fd81d65678 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:04:27.077718 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 4164f82f-f166-4a5e-88f5-b0fd81d65678 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:04:32.041354 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed0d6-346a-4728-a858-549fb0a62453 req-5f9c645b-14c5-4636-9034-fe058902dacd tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:32.042801 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-5f9c645b-14c5-4636-9034-fe058902dacd tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/networks?id=83e4e45c-fd02-462f-b630-a7d6b986ef56 HTTP/1.1" status: 200 len: 814 time: 0.1008930 Apr 06 11:04:32.058569 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-082c75ed-4bf3-41be-8004-84dcb50552e8 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/quotas/65ba38a32d664c56bc3513f01511ebd1 HTTP/1.1" status: 200 len: 375 time: 0.0098929 Apr 06 11:04:32.097282 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-2b7002bb-93bb-464b-9ce5-77b762aeecf5 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=65ba38a32d664c56bc3513f01511ebd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312910 Apr 06 11:04:32.108789 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-f2179008-78af-46df-8904-a7fb97fafa7b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:04:32.110107 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-f2179008-78af-46df-8904-a7fb97fafa7b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057106 Apr 06 11:04:32.207390 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-308e0856-97d3-49dd-88fb-f6b4e3622688 service neutron] 10.222.0.23 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900626 Apr 06 11:04:32.308151 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-3ea778f9-4136-40c8-ab2c-ee95fbfeb5b2 service neutron] 10.222.0.23 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950482 Apr 06 11:04:32.429657 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e68702b-3336-4faa-bfdb-a6da5e737816 req-649963ad-9bea-41c6-9c97-d3cae1cee777 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:32.431603 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4e68702b-3336-4faa-bfdb-a6da5e737816 req-649963ad-9bea-41c6-9c97-d3cae1cee777 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 946 time: 0.0557184 Apr 06 11:04:32.473052 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-95e24c5b-c1c0-4bc8-ba40-27ffffa6486e req-d60fc814-ba60-4991-bc6e-939f436d815e tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0274398 Apr 06 11:04:32.495583 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-4e68702b-3336-4faa-bfdb-a6da5e737816 req-20e4d113-03ab-421b-b94e-a9cb211a1e71 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555463 Apr 06 11:04:33.505445 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:33.567578 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-6d2be61f-c386-428b-8b83-dd98e3213ba9 req-27dbb406-8a1d-4b95-a51f-d8272f58d746 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0273862 Apr 06 11:04:33.615108 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310eb10f-bb8b-4fec-bcc2-0ca9f9271b88 req-c1930f66-79b4-4f64-b246-c7f3fe85d7f7 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:33.616619 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-310eb10f-bb8b-4fec-bcc2-0ca9f9271b88 req-c1930f66-79b4-4f64-b246-c7f3fe85d7f7 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 946 time: 0.0524502 Apr 06 11:04:33.665261 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-310eb10f-bb8b-4fec-bcc2-0ca9f9271b88 req-faeaddce-646c-48f0-b624-03df61a69a75 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426939 Apr 06 11:04:34.006230 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1574631-6900-4319-a35b-c72906ee943d req-26eb24e4-6cbd-456d-9397-8e6f0d98b97b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:34.007826 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c1574631-6900-4319-a35b-c72906ee943d req-26eb24e4-6cbd-456d-9397-8e6f0d98b97b tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 946 time: 0.0576224 Apr 06 11:04:34.278283 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Deleting port f1a535c4-cd6f-43a7-8725-e1d8f508a117 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:04:34.278620 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:34.662524 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a67eedfd-9085-45cd-abaa-45d43015a6d9 req-6a1bc015-3d98-4697-b135-6f65240b89e6 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 210 time: 0.0268135 Apr 06 11:04:34.698883 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] For port f1a535c4-cd6f-43a7-8725-e1d8f508a117, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f1a535c4-cd6f-43a7-8725-e1d8f508a117,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:34.699388 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:34.728414 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed0d6-346a-4728-a858-549fb0a62453 req-4ef17a8b-a468-40ed-ba7e-7834bb82374e tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:34.729843 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-4ef17a8b-a468-40ed-ba7e-7834bb82374e tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.26 "GET /v2.0/networks?id=83e4e45c-fd02-462f-b630-a7d6b986ef56 HTTP/1.1" status: 200 len: 814 time: 0.1487095 Apr 06 11:04:34.763179 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Request body: {'port': {'device_id': '41171c5c-9c37-4510-a6ac-375acbaf3ed8', 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56', 'admin_state_up': True, 'tenant_id': '65ba38a32d664c56bc3513f01511ebd1'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:34.966010 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4154c-a66e-438e-af26-66ceb1f04ec9 req-eddbbbf5-54da-4103-9e82-02341a62954d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:34.968261 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cdc4154c-a66e-438e-af26-66ceb1f04ec9 req-eddbbbf5-54da-4103-9e82-02341a62954d tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 946 time: 0.2113805 Apr 06 11:04:35.035855 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:35.036222 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (c4213907-0296-4ba7-9157-2dc966720899), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:35.036548 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.l3_db [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Floating IP c4213907-0296-4ba7-9157-2dc966720899 disassociated. External IP: 172.27.1.229, port: f1a535c4-cd6f-43a7-8725-e1d8f508a117. Apr 06 11:04:35.036887 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Calling delete_port for f1a535c4-cd6f-43a7-8725-e1d8f508a117 owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:04:35.063009 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Made reservation on behalf of 65ba38a32d664c56bc3513f01511ebd1 for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:04:35.066340 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:35.070573 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cdc4154c-a66e-438e-af26-66ceb1f04ec9 req-ed85fd8e-33e6-48dc-ba4c-57794712632f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=539456f7-8d1b-4b10-8825-de240b629e7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969343 Apr 06 11:04:35.274331 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Allocated IP 172.20.0.2 (83e4e45c-fd02-462f-b630-a7d6b986ef56/1d4bc681-edbe-4328-b822-e76f0f3da962/84a87d8e-0d6e-46da-b6fa-001e9d2dbba4) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:04:35.287647 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (f1a535c4-cd6f-43a7-8725-e1d8f508a117), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:35.324685 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'Port': ['ID=f1a535c4-cd6f-43a7-8725-e1d8f508a117,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:35.535520 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:04:35.555843 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks [] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:35.667215 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:35.713752 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:04:35.725720 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:04:35.745402 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:04:35.746747 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:04:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:35.751660 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Network 83e4e45c-fd02-462f-b630-a7d6b986ef56 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:04:35.775336 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] No DVR routers for this DVR port f1a535c4-cd6f-43a7-8725-e1d8f508a117 on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:04:35.777939 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:04:35.780485 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:35.784519 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c1574631-6900-4319-a35b-c72906ee943d req-64f46097-9f0b-416e-81e6-4641d9a3b475 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "DELETE /v2.0/ports/f1a535c4-cd6f-43a7-8725-e1d8f508a117 HTTP/1.1" status: 204 len: 173 time: 1.6000571 Apr 06 11:04:35.785190 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Pushing event updated for resources: {'Port': ['ID=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:35.787519 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c78625-ca8c-4099-9783-a24ca793b588', 'name': 'network-vif-deleted', 'tag': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:04:35.789895 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bc2a93-66cb-43db-9a6f-69c84a870adc" -d '{"events": [{"server_uuid": "77c78625-ca8c-4099-9783-a24ca793b588", "name": "network-vif-deleted", "tag": "f1a535c4-cd6f-43a7-8725-e1d8f508a117"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:04:35.793100 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:04:35.826822 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb8193-602d-4abe-aed4-2bbdd85c408b req-89d21798-6166-4736-92e2-4ec8e302a287 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:35.829003 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-eacb8193-602d-4abe-aed4-2bbdd85c408b req-89d21798-6166-4736-92e2-4ec8e302a287 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 931 time: 0.0781543 Apr 06 11:04:35.865193 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:35.866375 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:35.874321 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1230da-6d37-4855-a3bb-f2caff446343 x-openstack-request-id: req-6e1230da-6d37-4855-a3bb-f2caff446343 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:04:35.874943 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c78625-ca8c-4099-9783-a24ca793b588", "name": "network-vif-deleted", "tag": "f1a535c4-cd6f-43a7-8725-e1d8f508a117", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:04:35.875371 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6e1230da-6d37-4855-a3bb-f2caff446343 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:04:35.876079 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e1230da-6d37-4855-a3bb-f2caff446343'] response: {'server_uuid': '77c78625-ca8c-4099-9783-a24ca793b588', 'name': 'network-vif-deleted', 'tag': 'f1a535c4-cd6f-43a7-8725-e1d8f508a117', 'status': 'completed', 'code': 200} Apr 06 11:04:35.906984 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-eacb8193-602d-4abe-aed4-2bbdd85c408b req-97397813-8833-4338-9ee2-0c4beede9b00 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702562 Apr 06 11:04:35.919918 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-0e813498-4a80-4d22-a155-061a385d1df7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1625054 Apr 06 11:04:35.938872 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-abffc9d6-a29d-417c-8908-6186df1aa70e tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:04:35.940107 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-abffc9d6-a29d-417c-8908-6186df1aa70e tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058036 Apr 06 11:04:35.966911 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Request body: {'port': {'device_id': '41171c5c-9c37-4510-a6ac-375acbaf3ed8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:36.021142 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:04:36.032352 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:36.219367 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e73b1897-d2ae-4d2b-a9e9-cfb5ae087226 req-6eda7863-b559-4349-95e9-029bd25d987a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77c78625-ca8c-4099-9783-a24ca793b588 HTTP/1.1" status: 200 len: 210 time: 0.0623446 Apr 06 11:04:36.230801 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:36.262508 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:04:36.272109 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:04:36.272724 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:04:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:36.341537 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:04:36.350159 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Publish callbacks [] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:36.364336 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Transition to ACTIVE for port object 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:04:36.368338 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:36.395277 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:04:36.427605 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:36.442237 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:04:36.497549 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Attempting to bind port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:04:36.497878 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Attempting to bind port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '898f41ac-2dd8-4853-a6f5-7458b2f92e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:04:36.498202 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Attempting to bind port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 on network 83e4e45c-fd02-462f-b630-a7d6b986ef56 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:04:36.503031 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 on network 83e4e45c-fd02-462f-b630-a7d6b986ef56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:04:36.503343 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Attempting to bind port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 on network 83e4e45c-fd02-462f-b630-a7d6b986ef56 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:04:36.508209 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:04:36.508544 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Checking segment: {'id': '898f41ac-2dd8-4853-a6f5-7458b2f92e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:04:36.508987 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Bound using segment: {'id': '898f41ac-2dd8-4853-a6f5-7458b2f92e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:04:36.509409 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Bound port: 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898f41ac-2dd8-4853-a6f5-7458b2f92e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:04:36.509760 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:36.581943 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] For port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:04:36.585149 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] For port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,segment=NetworkSegment(898f41ac-2dd8-4853-a6f5-7458b2f92e89),segment_id=898f41ac-2dd8-4853-a6f5-7458b2f92e89)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:04:36.591396 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:36.600785 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:36.625816 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:36.626437 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:36.627855 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] 10.222.0.26 "PUT /v2.0/ports/84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 HTTP/1.1" status: 200 len: 1093 time: 0.6653764 Apr 06 11:04:36.631833 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88cabdf-fe5e-4624-898c-380374472d5b None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:04:36.652405 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc52315-2338-4382-bd32-24c3bdcb0ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:36.726102 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed0d6-346a-4728-a858-549fb0a62453 req-fe647bd1-2c64-4e97-b501-84e21bd158b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:36.727747 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-fe647bd1-2c64-4e97-b501-84e21bd158b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65ba38a32d664c56bc3513f01511ebd1&device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 1127 time: 0.0469375 Apr 06 11:04:36.777059 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-c969237a-c98b-45b3-9784-d7e7696212a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 HTTP/1.1" status: 200 len: 217 time: 0.0353823 Apr 06 11:04:36.837698 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feed0d6-346a-4728-a858-549fb0a62453 req-fb81969a-8e17-470a-97a5-fc7e2535c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:36.839326 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-fb81969a-8e17-470a-97a5-fc7e2535c445 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d4bc681-edbe-4328-b822-e76f0f3da962 HTTP/1.1" status: 200 len: 854 time: 0.0563998 Apr 06 11:04:36.862474 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b06a101-d9e3-4a2e-898f-4cc264df701a None None] New status for floating IP c4213907-0296-4ba7-9157-2dc966720899: DOWN {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:04:36.871868 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-843c7416-fe2a-42fd-9cf0-c54fec737e36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=83e4e45c-fd02-462f-b630-a7d6b986ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266595 Apr 06 11:04:36.962810 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-7f035b2d-b69a-452b-99cd-d1b15b9b813a service neutron] 10.222.0.26 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854192 Apr 06 11:04:37.036925 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71be906-9514-4e0f-b9a9-35b7f031dcbb req-ecc1a9b2-1782-48da-81ab-864fa731b351 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:37.039221 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d71be906-9514-4e0f-b9a9-35b7f031dcbb req-ecc1a9b2-1782-48da-81ab-864fa731b351 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 943 time: 0.0597756 Apr 06 11:04:37.063864 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-1feed0d6-346a-4728-a858-549fb0a62453 req-7daf119e-674f-469f-acfe-27978c7c950a service neutron] 10.222.0.26 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955226 Apr 06 11:04:37.081058 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device f1a535c4-cd6f-43a7-8725-e1d8f508a117 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:04:37.088982 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d71be906-9514-4e0f-b9a9-35b7f031dcbb req-8cdae572-5933-42e1-a334-072b6fb76274 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431507 Apr 06 11:04:37.103108 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: f1a535c4-cd6f-43a7-8725-e1d8f508a117 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:04:37.103477 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device f1a535c4-cd6f-43a7-8725-e1d8f508a117 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:04:37.311957 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33218) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:37.365577 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-477b755e-26ab-4b07-acda-d0d57fe15d12 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (539456f7-8d1b-4b10-8825-de240b629e7f), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:37.388968 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-477b755e-26ab-4b07-acda-d0d57fe15d12 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (539456f7-8d1b-4b10-8825-de240b629e7f), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:37.438140 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-477b755e-26ab-4b07-acda-d0d57fe15d12 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (539456f7-8d1b-4b10-8825-de240b629e7f), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:37.440939 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-477b755e-26ab-4b07-acda-d0d57fe15d12 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:37.442101 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-477b755e-26ab-4b07-acda-d0d57fe15d12 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "DELETE /v2.0/security-groups/539456f7-8d1b-4b10-8825-de240b629e7f HTTP/1.1" status: 204 len: 168 time: 0.1291254 Apr 06 11:04:37.444961 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33220) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:37.451178 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b755e-26ab-4b07-acda-d0d57fe15d12 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=539456f7-8d1b-4b10-8825-de240b629e7f,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:37.459237 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.api.v2.resource [None req-c8bac932-e61d-448b-bbee-c916fbf49bf5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] show failed (client error): The resource could not be found. Apr 06 11:04:37.460296 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-c8bac932-e61d-448b-bbee-c916fbf49bf5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups/539456f7-8d1b-4b10-8825-de240b629e7f HTTP/1.1" status: 404 len: 347 time: 0.0143645 Apr 06 11:04:37.463191 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33222) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:37.588214 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Deleting port 3efcac06-6d00-4cc7-b683-cb471dc42aeb {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:04:37.588470 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (3efcac06-6d00-4cc7-b683-cb471dc42aeb), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:37.664991 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (3efcac06-6d00-4cc7-b683-cb471dc42aeb), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:37.665317 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (3efcac06-6d00-4cc7-b683-cb471dc42aeb), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:37.677234 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Calling delete_port for 3efcac06-6d00-4cc7-b683-cb471dc42aeb owned by network:floatingip {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:04:37.819160 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (3efcac06-6d00-4cc7-b683-cb471dc42aeb), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:37.845391 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'Port': ['ID=3efcac06-6d00-4cc7-b683-cb471dc42aeb,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:37.870624 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.870968 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.871306 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.871667 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.871998 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.872326 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.872652 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.872975 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.873295 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.873687 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.874008 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.874413 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.874734 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.875052 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.875369 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:37.877318 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41171c5c-9c37-4510-a6ac-375acbaf3ed8', 'tag': '84a87d8e-0d6e-46da-b6fa-001e9d2dbba4'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:04:37.879702 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029407d4-3134-4700-b6be-a6ac70d24e94" -d '{"events": [{"name": "network-changed", "server_uuid": "41171c5c-9c37-4510-a6ac-375acbaf3ed8", "tag": "84a87d8e-0d6e-46da-b6fa-001e9d2dbba4"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:04:37.914256 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-354d6d53-da81-44eb-a834-8c0d997b5ca7 x-openstack-request-id: req-354d6d53-da81-44eb-a834-8c0d997b5ca7 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:04:37.914731 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41171c5c-9c37-4510-a6ac-375acbaf3ed8", "tag": "84a87d8e-0d6e-46da-b6fa-001e9d2dbba4", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:04:37.915008 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-354d6d53-da81-44eb-a834-8c0d997b5ca7 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:04:37.915992 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-354d6d53-da81-44eb-a834-8c0d997b5ca7'] response: {'name': 'network-changed', 'server_uuid': '41171c5c-9c37-4510-a6ac-375acbaf3ed8', 'tag': '84a87d8e-0d6e-46da-b6fa-001e9d2dbba4', 'status': 'completed', 'code': 200} Apr 06 11:04:37.916573 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (c4213907-0296-4ba7-9157-2dc966720899), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:37.919061 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:37.920278 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-89af9185-a3f6-40bc-b2e3-745d7f5c536a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "DELETE /v2.0/floatingips/c4213907-0296-4ba7-9157-2dc966720899 HTTP/1.1" status: 204 len: 168 time: 0.4560802 Apr 06 11:04:38.050711 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029407d4-3134-4700-b6be-a6ac70d24e94 req-35041498-5b9e-4c02-8dab-ae5863112b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:38.052251 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-029407d4-3134-4700-b6be-a6ac70d24e94 req-35041498-5b9e-4c02-8dab-ae5863112b96 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=65ba38a32d664c56bc3513f01511ebd1&device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 1127 time: 0.0953164 Apr 06 11:04:38.144377 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029407d4-3134-4700-b6be-a6ac70d24e94 req-a3ed9e5a-a8d0-4b18-9ade-1f0d9a5d9e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:38.146177 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-029407d4-3134-4700-b6be-a6ac70d24e94 req-a3ed9e5a-a8d0-4b18-9ade-1f0d9a5d9e92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=83e4e45c-fd02-462f-b630-a7d6b986ef56 HTTP/1.1" status: 200 len: 915 time: 0.0880122 Apr 06 11:04:38.195465 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-029407d4-3134-4700-b6be-a6ac70d24e94 req-c3b40e06-5b67-44e1-9abe-c0d78e3bec1b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 HTTP/1.1" status: 200 len: 217 time: 0.0430913 Apr 06 11:04:38.275770 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029407d4-3134-4700-b6be-a6ac70d24e94 req-558f7e84-f976-4b14-97f2-10ff298b910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:38.277232 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-029407d4-3134-4700-b6be-a6ac70d24e94 req-558f7e84-f976-4b14-97f2-10ff298b910d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1d4bc681-edbe-4328-b822-e76f0f3da962 HTTP/1.1" status: 200 len: 854 time: 0.0633354 Apr 06 11:04:38.285436 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293b89e-f3b9-48b6-bb84-8a0e4706708b req-e22e396d-de3e-4052-8c2c-f32b0e05cc9c tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:38.286881 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d293b89e-f3b9-48b6-bb84-8a0e4706708b req-e22e396d-de3e-4052-8c2c-f32b0e05cc9c tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 943 time: 0.1265662 Apr 06 11:04:38.323834 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-029407d4-3134-4700-b6be-a6ac70d24e94 req-9964be53-59ad-4f38-9d36-4d50b41a6f80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=83e4e45c-fd02-462f-b630-a7d6b986ef56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359735 Apr 06 11:04:38.349813 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33232) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:38.354375 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-b9ffd996-524d-4b0e-a48e-07b2a487b8ac tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2125497333', 'description': 'tempest-description--1330034372'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:38.374423 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd996-524d-4b0e-a48e-07b2a487b8ac tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.400470 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d293b89e-f3b9-48b6-bb84-8a0e4706708b req-fa290293-cca8-48fd-badc-363c462188b7 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052675 Apr 06 11:04:38.455931 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-029407d4-3134-4700-b6be-a6ac70d24e94 req-82b644a3-757d-4b19-9fe3-58626d54c1e2 service neutron] 10.222.0.26 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249714 Apr 06 11:04:38.462665 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd996-524d-4b0e-a48e-07b2a487b8ac tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (3e86d2ef-504d-470d-ac0d-a0ac0a59946e), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.467086 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd996-524d-4b0e-a48e-07b2a487b8ac tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (3e86d2ef-504d-470d-ac0d-a0ac0a59946e), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.495507 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-b9ffd996-524d-4b0e-a48e-07b2a487b8ac tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.496862 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-b9ffd996-524d-4b0e-a48e-07b2a487b8ac tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1460006 Apr 06 11:04:38.500351 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33234) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:38.504922 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-073109c3-45b3-4120-9b9d-67713a382b82 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group_rule': {'security_group_id': '3e86d2ef-504d-470d-ac0d-a0ac0a59946e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:38.512480 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ffd996-524d-4b0e-a48e-07b2a487b8ac tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e86d2ef-504d-470d-ac0d-a0ac0a59946e,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:38.534340 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-073109c3-45b3-4120-9b9d-67713a382b82 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (ed28c2c6-279d-4eb9-b942-5cb0c47bb672), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.552360 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-029407d4-3134-4700-b6be-a6ac70d24e94 req-b87c59b2-456e-4cfd-9394-c90dbe928fd4 service neutron] 10.222.0.26 "GET /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906429 Apr 06 11:04:38.593941 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-073109c3-45b3-4120-9b9d-67713a382b82 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (ed28c2c6-279d-4eb9-b942-5cb0c47bb672), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.597595 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-073109c3-45b3-4120-9b9d-67713a382b82 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (ed28c2c6-279d-4eb9-b942-5cb0c47bb672), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.615908 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073109c3-45b3-4120-9b9d-67713a382b82 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed28c2c6-279d-4eb9-b942-5cb0c47bb672,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:38.622101 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-073109c3-45b3-4120-9b9d-67713a382b82 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.623152 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-073109c3-45b3-4120-9b9d-67713a382b82 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218452 Apr 06 11:04:38.626491 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33236) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:38.631006 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-5f3c2437-4b20-4e4c-9709-6e7cb06181cf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'security_group_rule': {'security_group_id': '3e86d2ef-504d-470d-ac0d-a0ac0a59946e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:38.655143 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5f3c2437-4b20-4e4c-9709-6e7cb06181cf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (9e10ffea-e3be-4afd-854c-0070e26b722b), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.708810 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5f3c2437-4b20-4e4c-9709-6e7cb06181cf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (9e10ffea-e3be-4afd-854c-0070e26b722b), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.712216 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5f3c2437-4b20-4e4c-9709-6e7cb06181cf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-461213'] for security_group_rule (9e10ffea-e3be-4afd-854c-0070e26b722b), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.729526 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c2437-4b20-4e4c-9709-6e7cb06181cf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e10ffea-e3be-4afd-854c-0070e26b722b,revision_number=0']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:38.736719 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-5f3c2437-4b20-4e4c-9709-6e7cb06181cf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.737953 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-5f3c2437-4b20-4e4c-9709-6e7cb06181cf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105516 Apr 06 11:04:38.740979 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33238) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:38.745662 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:38.765900 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.890423 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:38.992414 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Allocated IP 172.27.1.21 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/ad49d60a-8531-4e98-a42d-80f3c159e20b) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:04:39.091036 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:04:39.097044 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (ad49d60a-8531-4e98-a42d-80f3c159e20b), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:39.133061 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (ad49d60a-8531-4e98-a42d-80f3c159e20b), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:39.173333 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:04:39.176292 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:04:39.179827 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:04:39.185351 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=ad49d60a-8531-4e98-a42d-80f3c159e20b,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:39.210610 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,segment=NetworkSegment(898f41ac-2dd8-4853-a6f5-7458b2f92e89),segment_id=898f41ac-2dd8-4853-a6f5-7458b2f92e89)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:39.220962 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': '84a87d8e-0d6e-46da-b6fa-001e9d2dbba4', 'network_id': '83e4e45c-fd02-462f-b630-a7d6b986ef56', 'port_id': '84a87d8e-0d6e-46da-b6fa-001e9d2dbba4', 'mac_address': 'fa:16:3e:48:9c:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d4bc681-edbe-4328-b822-e76f0f3da962', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:04:39.261483 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:04:39.261880 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:39.272628 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (f01e3950-7838-4258-8674-2d9947506aba), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:39.275622 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:04:39.297529 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,segment=NetworkSegment(898f41ac-2dd8-4853-a6f5-7458b2f92e89),segment_id=898f41ac-2dd8-4853-a6f5-7458b2f92e89)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:39.301392 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:39.309837 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (ad49d60a-8531-4e98-a42d-80f3c159e20b), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:39.357562 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:39.365020 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.365369 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.365719 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.366062 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.366398 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.366729 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.367057 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.367385 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.367739 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.368067 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.368394 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.368721 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.369043 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.369364 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.369939 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:04:39.466195 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (ad49d60a-8531-4e98-a42d-80f3c159e20b), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:39.470929 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (ad49d60a-8531-4e98-a42d-80f3c159e20b), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:39.569033 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=ad49d60a-8531-4e98-a42d-80f3c159e20b,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:39.588752 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['84a87d8e-0d6e-46da-b6fa-001e9d2dbba4'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:04:39.590669 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (f01e3950-7838-4258-8674-2d9947506aba), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:39.609956 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e0923e-6e8b-4a1f-aa01-3f41ebc35448 req-b6ff5f0c-5cd6-4a75-a490-f2cdabe71ff8 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:39.611494 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-67e0923e-6e8b-4a1f-aa01-3f41ebc35448 req-b6ff5f0c-5cd6-4a75-a490-f2cdabe71ff8 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 944 time: 0.1109157 Apr 06 11:04:39.618722 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:39.628368 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-dac68913-83c5-4541-8d6b-1b86065051b5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8783634 Apr 06 11:04:39.668518 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-67e0923e-6e8b-4a1f-aa01-3f41ebc35448 req-30a17b3f-607a-4945-83a6-da6ea24b297c tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Apr 06 11:04:39.824744 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-1a4d0274-fbf3-4881-bf78-553e899be12e tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2125497333&fields=id&tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 267 time: 0.0481081 Apr 06 11:04:39.928087 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ca778-e4f9-4660-a5ec-92032edf929c req-bf3f7cf4-b270-4ba4-a367-b5e835cd9db1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:39.929529 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-bf3f7cf4-b270-4ba4-a367-b5e835cd9db1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 815 time: 0.0982463 Apr 06 11:04:39.944346 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-67b25da4-c08a-4e49-a512-87e0f23bc788 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/quotas/70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 375 time: 0.0094576 Apr 06 11:04:39.998068 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-6974016d-fb52-4212-b7ce-8ce47e1935bd tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488086 Apr 06 11:04:40.013742 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-901b74f6-d8f3-477b-b30f-a7ffcd65ee1c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=115083) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 06 11:04:40.015379 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-901b74f6-d8f3-477b-b30f-a7ffcd65ee1c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057147 Apr 06 11:04:40.104575 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-64756100-b1e3-4e08-a196-5c557ca1cd28 service neutron] 10.222.0.23 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836949 Apr 06 11:04:40.191262 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-df61984d-9d61-4443-a8b7-69d196cdbe27 service neutron] 10.222.0.23 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805235 Apr 06 11:04:40.352121 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3bd63eda-70c0-47d4-9121-2b277be42588 req-1ce3bc2e-3b65-43be-9f88-8dc9b64ff1a3 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 210 time: 0.0271430 Apr 06 11:04:40.830956 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6fc20-fa5a-43d3-9a43-2108d2369592 req-2a543811-a088-49dc-8057-f353f3417acc tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:40.832406 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-08f6fc20-fa5a-43d3-9a43-2108d2369592 req-2a543811-a088-49dc-8057-f353f3417acc tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 944 time: 0.0631061 Apr 06 11:04:40.883723 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-08f6fc20-fa5a-43d3-9a43-2108d2369592 req-d493031f-8931-4c49-af9d-887dae7b8dbd tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455985 Apr 06 11:04:41.091800 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:04:41.140432 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:04:41.145134 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:04:41.145527 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:41.227285 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:04:41.227703 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:41.251201 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41171c5c-9c37-4510-a6ac-375acbaf3ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a87d8e-0d6e-46da-b6fa-001e9d2dbba4'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:04:41.253457 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f225be-7f56-4cea-90eb-1238f647913a" -d '{"events": [{"server_uuid": "41171c5c-9c37-4510-a6ac-375acbaf3ed8", "name": "network-vif-plugged", "status": "completed", "tag": "84a87d8e-0d6e-46da-b6fa-001e9d2dbba4"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:04:41.266463 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,segment=NetworkSegment(898f41ac-2dd8-4853-a6f5-7458b2f92e89),segment_id=898f41ac-2dd8-4853-a6f5-7458b2f92e89)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:41.270655 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:41.297107 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2248b5f-b6fb-49a1-9365-bf6097c70dec x-openstack-request-id: req-f2248b5f-b6fb-49a1-9365-bf6097c70dec {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:04:41.297403 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41171c5c-9c37-4510-a6ac-375acbaf3ed8", "name": "network-vif-plugged", "status": "completed", "tag": "84a87d8e-0d6e-46da-b6fa-001e9d2dbba4", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:04:41.297653 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2248b5f-b6fb-49a1-9365-bf6097c70dec {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:04:41.298041 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2248b5f-b6fb-49a1-9365-bf6097c70dec'] response: {'server_uuid': '41171c5c-9c37-4510-a6ac-375acbaf3ed8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84a87d8e-0d6e-46da-b6fa-001e9d2dbba4', 'code': 200} Apr 06 11:04:41.324182 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:41.482694 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-affb692e-9e99-4461-b954-721a80667ee9 req-6b510d06-cc69-4725-a2d8-8dbdf8e06062 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 210 time: 0.0466876 Apr 06 11:04:41.536218 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ca778-e4f9-4660-a5ec-92032edf929c req-37413fa9-5678-47d2-9362-e38a490d9388 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:41.537651 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-37413fa9-5678-47d2-9362-e38a490d9388 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 815 time: 0.1774108 Apr 06 11:04:41.554676 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f5c4c-ec27-4176-a4e4-6217db0b17e5 req-3d70c702-4d0c-4a26-8bd0-9d36eb19b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:41.556170 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c56f5c4c-ec27-4176-a4e4-6217db0b17e5 req-3d70c702-4d0c-4a26-8bd0-9d36eb19b704 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 1129 time: 0.0583692 Apr 06 11:04:41.628620 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c56f5c4c-ec27-4176-a4e4-6217db0b17e5 req-80499f29-8aa8-498e-a579-b5311c467cf4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655575 Apr 06 11:04:41.636664 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-1cabcd7f-f742-4121-b960-7cf205cf98cc tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea HTTP/1.1" status: 200 len: 380 time: 0.0796576 Apr 06 11:04:41.925853 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'port': {'device_id': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'admin_state_up': True, 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'security_groups': ['3e86d2ef-504d-470d-ac0d-a0ac0a59946e']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:42.006075 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7703f74-7737-46cc-b4ab-41554ccbbe27 req-3f2105e2-cb8b-4ec4-ba6f-afbd7f68c16d tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:42.007628 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d7703f74-7737-46cc-b4ab-41554ccbbe27 req-3f2105e2-cb8b-4ec4-ba6f-afbd7f68c16d tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 945 time: 0.0529041 Apr 06 11:04:42.035512 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Made reservation on behalf of 70d69596c1cf4a4b9327f3b65c2d3dea for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:04:42.038891 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:42.054536 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d7703f74-7737-46cc-b4ab-41554ccbbe27 req-b6691253-289d-48d1-8b86-8b22ecff71a5 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Apr 06 11:04:42.166237 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Allocated IP 172.20.0.3 (16dc32bb-bd1c-4641-a070-90057aff5843/e5734a0d-3930-4ed6-bccf-6abc5d957509/d35abef9-4e07-40b1-b352-93ae1d69d96a) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:04:42.305927 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:42.340351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:42.385662 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Network 16dc32bb-bd1c-4641-a070-90057aff5843 is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:04:42.390820 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:04:42.393396 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:04:42.424076 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event updated for resources: {'Port': ['ID=d35abef9-4e07-40b1-b352-93ae1d69d96a,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:42.453627 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:42.454496 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:42.472306 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-9a327032-ad61-4918-9a67-7726985ec20c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5504966 Apr 06 11:04:42.612797 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870144fd-29fa-4d45-9017-56ccba3b71da req-e7bee5fb-ee8f-4a9e-8087-f2891863b494 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:42.614340 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-870144fd-29fa-4d45-9017-56ccba3b71da req-e7bee5fb-ee8f-4a9e-8087-f2891863b494 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 931 time: 0.0575721 Apr 06 11:04:42.663413 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-870144fd-29fa-4d45-9017-56ccba3b71da req-d96ba1fd-0194-4aad-8288-12af843296da tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431416 Apr 06 11:04:42.679028 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-81175521-8295-4ddf-af86-5e31963f533d None None] Provisioning complete for port d35abef9-4e07-40b1-b352-93ae1d69d96a triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:04:42.679649 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-81175521-8295-4ddf-af86-5e31963f533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:42.720511 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-81175521-8295-4ddf-af86-5e31963f533d None None] Port d35abef9-4e07-40b1-b352-93ae1d69d96a cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:04:42.845558 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-5c0d6ab7-a735-44c1-9e6a-716ca7c95a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:43.038283 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Request body: {'port': {'device_id': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:43.098797 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:43.178348 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeddf53-1c1b-4d95-8aa1-2f7c51f1c9f3 req-704c365e-b8e4-49a6-a6aa-4bf0bd24f442 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:43.179860 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ceeddf53-1c1b-4d95-8aa1-2f7c51f1c9f3 req-704c365e-b8e4-49a6-a6aa-4bf0bd24f442 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 945 time: 0.0569739 Apr 06 11:04:43.228397 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ceeddf53-1c1b-4d95-8aa1-2f7c51f1c9f3 req-7dd8a392-1785-4cef-a84a-41a4a42acb0e tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 Apr 06 11:04:43.369067 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35abef9-4e07-40b1-b352-93ae1d69d96a {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:04:43.377197 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Publish callbacks [] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:43.389451 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Transition to ACTIVE for port object d35abef9-4e07-40b1-b352-93ae1d69d96a will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:04:43.392770 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:43.446517 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Pushing event updated for resources: {'Port': ['ID=d35abef9-4e07-40b1-b352-93ae1d69d96a,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:43.532054 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Attempting to bind port d35abef9-4e07-40b1-b352-93ae1d69d96a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:04:43.532348 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Attempting to bind port d35abef9-4e07-40b1-b352-93ae1d69d96a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:04:43.533181 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Attempting to bind port d35abef9-4e07-40b1-b352-93ae1d69d96a on network 16dc32bb-bd1c-4641-a070-90057aff5843 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:04:43.542464 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Port d35abef9-4e07-40b1-b352-93ae1d69d96a on network 16dc32bb-bd1c-4641-a070-90057aff5843 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:04:43.542787 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Attempting to bind port d35abef9-4e07-40b1-b352-93ae1d69d96a on network 16dc32bb-bd1c-4641-a070-90057aff5843 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:04:43.549132 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:04:43.549445 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Checking segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:04:43.549903 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Bound using segment: {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:04:43.550337 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Bound port: d35abef9-4e07-40b1-b352-93ae1d69d96a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '827bc1c5-eb98-4f33-8961-4772aa05d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:04:43.550822 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:43.644764 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] For port d35abef9-4e07-40b1-b352-93ae1d69d96a, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:04:43.649023 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] For port d35abef9-4e07-40b1-b352-93ae1d69d96a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d35abef9-4e07-40b1-b352-93ae1d69d96a,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:04:43.654839 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:43.688222 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:43.688835 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:43.690259 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] 10.222.0.26 "PUT /v2.0/ports/d35abef9-4e07-40b1-b352-93ae1d69d96a HTTP/1.1" status: 200 len: 1093 time: 0.6563735 Apr 06 11:04:43.690716 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'tag': 'd35abef9-4e07-40b1-b352-93ae1d69d96a'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:04:43.692976 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "77d7656e-7192-4f55-9f76-2c1f3be47d74", "tag": "d35abef9-4e07-40b1-b352-93ae1d69d96a"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:04:43.722293 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b93b03-6096-4ed8-9663-e5bf36fe954d service neutron] Pushing event updated for resources: {'Port': ['ID=d35abef9-4e07-40b1-b352-93ae1d69d96a,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:43.824421 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ca778-e4f9-4660-a5ec-92032edf929c req-6f178892-1422-4a04-88ce-3f9321821a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:43.828069 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-6f178892-1422-4a04-88ce-3f9321821a2e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 1127 time: 0.0612497 Apr 06 11:04:43.847565 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6768d-83b6-44f2-ae5d-4a6663130eb5 req-e3be1e14-9381-4443-961d-0f901bd4b056 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:43.849783 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802c0a66-a458-4723-aeb4-0f698d5e5ce3 x-openstack-request-id: req-802c0a66-a458-4723-aeb4-0f698d5e5ce3 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:04:43.849972 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d8e6768d-83b6-44f2-ae5d-4a6663130eb5 req-e3be1e14-9381-4443-961d-0f901bd4b056 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 943 time: 0.0659401 Apr 06 11:04:43.850137 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d7656e-7192-4f55-9f76-2c1f3be47d74", "tag": "d35abef9-4e07-40b1-b352-93ae1d69d96a", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:04:43.850327 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-802c0a66-a458-4723-aeb4-0f698d5e5ce3 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:04:43.850702 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-802c0a66-a458-4723-aeb4-0f698d5e5ce3'] response: {'name': 'network-changed', 'server_uuid': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'tag': 'd35abef9-4e07-40b1-b352-93ae1d69d96a', 'status': 'completed', 'code': 200} Apr 06 11:04:43.887396 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-b7086d49-7e70-447a-a9a3-c08f081642f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d35abef9-4e07-40b1-b352-93ae1d69d96a HTTP/1.1" status: 200 len: 217 time: 0.0450563 Apr 06 11:04:43.908032 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d8e6768d-83b6-44f2-ae5d-4a6663130eb5 req-5cf80550-a58f-48ab-843e-8b0a0d50cc7e tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506136 Apr 06 11:04:43.954191 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ca778-e4f9-4660-a5ec-92032edf929c req-c2c050bf-5e7e-4a95-aa3b-b787091a996d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:43.958001 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-c2c050bf-5e7e-4a95-aa3b-b787091a996d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0605586 Apr 06 11:04:44.007991 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ca778-e4f9-4660-a5ec-92032edf929c req-e2821fd0-6c62-42dd-8f28-1622ee4dea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:44.009503 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-e2821fd0-6c62-42dd-8f28-1622ee4dea03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475070 Apr 06 11:04:44.105289 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-95cb8d0d-0551-4d24-b322-318c1e91ba7c service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892489 Apr 06 11:04:44.203873 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-109ca778-e4f9-4660-a5ec-92032edf929c req-e0277f32-be86-43bf-9426-2c71ff519526 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916989 Apr 06 11:04:45.051493 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-0057428e-600f-4e53-9b38-e70bb535dcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:45.053012 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-0057428e-600f-4e53-9b38-e70bb535dcda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 1127 time: 0.0788145 Apr 06 11:04:45.066342 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaff6ed-f9bc-48cf-bd83-43bb1020b439 req-f939dfe0-78b9-479a-9a88-6e15e337b315 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:45.067832 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bfaff6ed-f9bc-48cf-bd83-43bb1020b439 req-f939dfe0-78b9-479a-9a88-6e15e337b315 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 943 time: 0.0858624 Apr 06 11:04:45.445067 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-bfaff6ed-f9bc-48cf-bd83-43bb1020b439 req-679c0266-483d-4161-ad9b-975240a0f5af tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3700147 Apr 06 11:04:45.463744 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-05e528b0-1d1a-4497-9756-fa098b0aebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:45.465228 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-05e528b0-1d1a-4497-9756-fa098b0aebb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 916 time: 0.4065301 Apr 06 11:04:45.508984 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-bb78f86f-ba77-42ce-b9ff-08971b7b619f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d35abef9-4e07-40b1-b352-93ae1d69d96a HTTP/1.1" status: 200 len: 217 time: 0.0377605 Apr 06 11:04:45.557918 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-727b6baf-bea7-4efe-b070-e5dac390105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:45.559577 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-727b6baf-bea7-4efe-b070-e5dac390105f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0454171 Apr 06 11:04:45.611403 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-66379e08-cb6b-47d8-a498-abfd13ba83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:45.612925 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-66379e08-cb6b-47d8-a498-abfd13ba83e8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475357 Apr 06 11:04:45.707769 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-aea73014-33c0-4af9-aa53-231961dc18fb service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886991 Apr 06 11:04:45.804164 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-68f41ceb-618e-4f4b-b319-ef4cceadcc4d req-70997b7e-5b88-40b2-b4d2-3d0abef3b820 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905678 Apr 06 11:04:45.842638 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-34f262f0-a77a-4d22-81e2-a0d0c424d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:46.500330 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:46.571113 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f25371-9853-43f5-b74e-fe198e48cf52 req-69e43187-dc77-4225-bc00-99297cd3349c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:46.572674 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-59f25371-9853-43f5-b74e-fe198e48cf52 req-69e43187-dc77-4225-bc00-99297cd3349c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 943 time: 0.0546477 Apr 06 11:04:46.624744 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-59f25371-9853-43f5-b74e-fe198e48cf52 req-7f32d5c2-f039-4bc1-9361-b8c5b383f8b7 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452573 Apr 06 11:04:47.138231 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device d35abef9-4e07-40b1-b352-93ae1d69d96a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:04:47.239062 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port d35abef9-4e07-40b1-b352-93ae1d69d96a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d35abef9-4e07-40b1-b352-93ae1d69d96a,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:47.252061 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': 'd35abef9-4e07-40b1-b352-93ae1d69d96a', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'port_id': 'd35abef9-4e07-40b1-b352-93ae1d69d96a', 'mac_address': 'fa:16:3e:e3:0d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:04:47.293417 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port d35abef9-4e07-40b1-b352-93ae1d69d96a is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:04:47.293805 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:47.308206 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35abef9-4e07-40b1-b352-93ae1d69d96a {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:04:47.329771 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port d35abef9-4e07-40b1-b352-93ae1d69d96a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d35abef9-4e07-40b1-b352-93ae1d69d96a,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:47.334405 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:47.540921 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=d35abef9-4e07-40b1-b352-93ae1d69d96a,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:47.625238 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['d35abef9-4e07-40b1-b352-93ae1d69d96a'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:04:47.753352 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6cc6f-3eb2-4c5a-bf54-a2b78b1cab5f req-8fe7f1f7-8c47-46df-b4ec-9c040662c7bf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:47.754900 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0fe6cc6f-3eb2-4c5a-bf54-a2b78b1cab5f req-8fe7f1f7-8c47-46df-b4ec-9c040662c7bf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 944 time: 0.0595689 Apr 06 11:04:47.808653 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-0fe6cc6f-3eb2-4c5a-bf54-a2b78b1cab5f req-fc2fc0bc-de25-405f-a236-415cf73269c3 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 Apr 06 11:04:48.337358 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:48.941781 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df920a-150f-4b27-8220-13e71278db87 req-b1ca0aca-9aef-434e-a0f7-a9365d157e72 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:48.943285 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-43df920a-150f-4b27-8220-13e71278db87 req-b1ca0aca-9aef-434e-a0f7-a9365d157e72 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 944 time: 0.0538871 Apr 06 11:04:48.992725 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-43df920a-150f-4b27-8220-13e71278db87 req-ab17eb81-3e02-4bdf-bfdf-11f5bff49edb tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437677 Apr 06 11:04:49.153155 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device d35abef9-4e07-40b1-b352-93ae1d69d96a up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:04:49.205255 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port d35abef9-4e07-40b1-b352-93ae1d69d96a completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:04:49.209975 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port d35abef9-4e07-40b1-b352-93ae1d69d96a triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:04:49.210348 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:49.293020 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port d35abef9-4e07-40b1-b352-93ae1d69d96a is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:04:49.293418 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:49.318277 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35abef9-4e07-40b1-b352-93ae1d69d96a'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:04:49.320592 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd813b7-8c5c-41da-9dd7-3c08edb7fe52" -d '{"events": [{"server_uuid": "77d7656e-7192-4f55-9f76-2c1f3be47d74", "name": "network-vif-plugged", "status": "completed", "tag": "d35abef9-4e07-40b1-b352-93ae1d69d96a"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:04:49.334940 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port d35abef9-4e07-40b1-b352-93ae1d69d96a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d35abef9-4e07-40b1-b352-93ae1d69d96a,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:04:49.342756 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:49.372407 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c80140-7260-4988-a1a5-9fd89b2aa678 x-openstack-request-id: req-c4c80140-7260-4988-a1a5-9fd89b2aa678 {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:04:49.372719 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d7656e-7192-4f55-9f76-2c1f3be47d74", "name": "network-vif-plugged", "status": "completed", "tag": "d35abef9-4e07-40b1-b352-93ae1d69d96a", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:04:49.373006 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4c80140-7260-4988-a1a5-9fd89b2aa678 {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:04:49.374318 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c80140-7260-4988-a1a5-9fd89b2aa678'] response: {'server_uuid': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35abef9-4e07-40b1-b352-93ae1d69d96a', 'code': 200} Apr 06 11:04:49.402682 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=d35abef9-4e07-40b1-b352-93ae1d69d96a,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:04:49.638111 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:50.106486 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99568061-1226-4b3a-adf9-42336e6a8766 req-e65cbef1-7c3d-414d-9eec-f67480d30e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:50.109276 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-99568061-1226-4b3a-adf9-42336e6a8766 req-e65cbef1-7c3d-414d-9eec-f67480d30e3a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 1129 time: 0.0597403 Apr 06 11:04:50.131836 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e2b1ec-e809-4a86-a68f-cc4d9f1e8c2a req-c2d2f518-ab03-4486-b05c-ef769f23c6ec tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:50.133413 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f6e2b1ec-e809-4a86-a68f-cc4d9f1e8c2a req-c2d2f518-ab03-4486-b05c-ef769f23c6ec tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 945 time: 0.0600839 Apr 06 11:04:50.163699 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-99568061-1226-4b3a-adf9-42336e6a8766 req-9c1d0d54-e3dd-45c2-8689-d3ec1ba12447 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469205 Apr 06 11:04:50.198224 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-f6e2b1ec-e809-4a86-a68f-cc4d9f1e8c2a req-2701bcf5-a8d3-4894-aab0-b2b1829bce28 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581861 Apr 06 11:04:51.343653 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034898c-5dd1-4738-9cca-a66284702c9e req-88289fdf-f6cc-4451-8d13-4091d98a4192 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:51.345394 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7034898c-5dd1-4738-9cca-a66284702c9e req-88289fdf-f6cc-4451-8d13-4091d98a4192 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 945 time: 0.0727303 Apr 06 11:04:51.399653 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-7034898c-5dd1-4738-9cca-a66284702c9e req-e2718cb3-ede9-4b5d-8dce-cb09b76afa34 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478652 Apr 06 11:04:52.533013 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdefb81-b5c7-4fe4-a50f-fe88ea5985ee req-b472c8d2-589f-45c5-ae9a-5eeb10bb1564 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:52.534498 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dbdefb81-b5c7-4fe4-a50f-fe88ea5985ee req-b472c8d2-589f-45c5-ae9a-5eeb10bb1564 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 945 time: 0.0581577 Apr 06 11:04:52.581359 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dbdefb81-b5c7-4fe4-a50f-fe88ea5985ee req-2f028cea-d93c-4cb0-a906-f5ce5d7b1436 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Apr 06 11:04:53.700279 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598b898-63d6-4b8a-bdd4-3ec89ca18bc4 req-e6d57343-23f8-4d58-8528-53be1829a0f6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:53.701891 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d598b898-63d6-4b8a-bdd4-3ec89ca18bc4 req-e6d57343-23f8-4d58-8528-53be1829a0f6 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 945 time: 0.0522220 Apr 06 11:04:53.747485 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d598b898-63d6-4b8a-bdd4-3ec89ca18bc4 req-e51a9617-10cc-444f-adbe-3281d07e7982 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398293 Apr 06 11:04:54.868399 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5936a5-79e7-41ed-9de8-538453aef072 req-1eb32e6b-6b67-49c0-86e7-5a5a81d42d5f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:54.870141 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9d5936a5-79e7-41ed-9de8-538453aef072 req-1eb32e6b-6b67-49c0-86e7-5a5a81d42d5f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Apr 06 11:04:54.915227 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-9d5936a5-79e7-41ed-9de8-538453aef072 req-ce0051df-3417-4c1b-bc67-75c05484843e tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392988 Apr 06 11:04:55.031165 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf622723-5a1a-43c4-a5df-c9f1997e4af3 req-de0b4a67-0a71-4a4a-9f70-9eab037025e5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:55.032635 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-cf622723-5a1a-43c4-a5df-c9f1997e4af3 req-de0b4a67-0a71-4a4a-9f70-9eab037025e5 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 945 time: 0.0538054 Apr 06 11:04:55.041207 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33354) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:04:55.045975 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [None req-0db8fe86-cc75-4193-9618-2fa2e658a406 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Request body: {'floatingip': {'port_id': 'd35abef9-4e07-40b1-b352-93ae1d69d96a'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:04:55.088713 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0db8fe86-cc75-4193-9618-2fa2e658a406 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (f01e3950-7838-4258-8674-2d9947506aba), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:55.570303 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0db8fe86-cc75-4193-9618-2fa2e658a406 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:55.574067 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0db8fe86-cc75-4193-9618-2fa2e658a406 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (f01e3950-7838-4258-8674-2d9947506aba), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:55.681449 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.l3_db [None req-0db8fe86-cc75-4193-9618-2fa2e658a406 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Floating IP f01e3950-7838-4258-8674-2d9947506aba associated. External IP: 172.27.1.21, port: d35abef9-4e07-40b1-b352-93ae1d69d96a. Apr 06 11:04:55.894303 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db8fe86-cc75-4193-9618-2fa2e658a406 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:04:56.016128 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db8fe86-cc75-4193-9618-2fa2e658a406 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:04:56.021441 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0db8fe86-cc75-4193-9618-2fa2e658a406 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:04:56.026375 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:04:56.036317 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:04:56.036960 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:04:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:56.050388 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-0db8fe86-cc75-4193-9618-2fa2e658a406 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "PUT /v2.0/floatingips/f01e3950-7838-4258-8674-2d9947506aba HTTP/1.1" status: 200 len: 990 time: 1.0081115 Apr 06 11:04:56.050947 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'tag': 'd35abef9-4e07-40b1-b352-93ae1d69d96a'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:04:56.053198 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71207b73-4332-422a-9852-03bac3dc6689" -d '{"events": [{"name": "network-changed", "server_uuid": "77d7656e-7192-4f55-9f76-2c1f3be47d74", "tag": "d35abef9-4e07-40b1-b352-93ae1d69d96a"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:04:56.088990 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ce3496-86d3-45c2-be0a-e63d12151d6e x-openstack-request-id: req-b7ce3496-86d3-45c2-be0a-e63d12151d6e {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:04:56.089278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d7656e-7192-4f55-9f76-2c1f3be47d74", "tag": "d35abef9-4e07-40b1-b352-93ae1d69d96a", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:04:56.089532 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7ce3496-86d3-45c2-be0a-e63d12151d6e {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:04:56.089966 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ce3496-86d3-45c2-be0a-e63d12151d6e'] response: {'name': 'network-changed', 'server_uuid': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'tag': 'd35abef9-4e07-40b1-b352-93ae1d69d96a', 'status': 'completed', 'code': 200} Apr 06 11:04:56.146846 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:04:56.379364 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'f01e3950-7838-4258-8674-2d9947506aba', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': 'd35abef9-4e07-40b1-b352-93ae1d69d96a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:e3:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:04:39Z', 'updated_at': '2022-04-06T11:04:55Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:56.405874 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:04:56.413934 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:04:56.414542 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:04:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:56.524045 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:04:56.745924 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'f01e3950-7838-4258-8674-2d9947506aba', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': 'd35abef9-4e07-40b1-b352-93ae1d69d96a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:e3:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:04:39Z', 'updated_at': '2022-04-06T11:04:55Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:04:56.777992 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9dd40d-150b-4d16-8ff8-3826eeec3142 None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': 'f01e3950-7838-4258-8674-2d9947506aba', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'port_id': 'd35abef9-4e07-40b1-b352-93ae1d69d96a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'mac_address': 'fa:16:3e:e3:0d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:04:39Z', 'updated_at': '2022-04-06T11:04:55Z', 'revision_number': 1, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:04:56.969873 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28423ccc-6954-4622-81bb-823be661bbf1 None None] New status for floating IP f01e3950-7838-4258-8674-2d9947506aba: ACTIVE {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:04:57.156266 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71207b73-4332-422a-9852-03bac3dc6689 req-cfd48c13-623a-4953-a5f5-919d1203ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:57.157888 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71207b73-4332-422a-9852-03bac3dc6689 req-cfd48c13-623a-4953-a5f5-919d1203ec56 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 1129 time: 0.0531619 Apr 06 11:04:57.257003 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71207b73-4332-422a-9852-03bac3dc6689 req-465f9008-1014-4593-9f6f-6fb4baa6ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:57.259547 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71207b73-4332-422a-9852-03bac3dc6689 req-465f9008-1014-4593-9f6f-6fb4baa6ed7b service neutron] 10.222.0.26 "GET /v2.0/networks?id=16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 200 len: 916 time: 0.0941551 Apr 06 11:04:57.332143 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71207b73-4332-422a-9852-03bac3dc6689 req-21baf478-40bd-49c0-8889-169d30ffcc8b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d35abef9-4e07-40b1-b352-93ae1d69d96a HTTP/1.1" status: 200 len: 1000 time: 0.0663872 Apr 06 11:04:57.390425 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71207b73-4332-422a-9852-03bac3dc6689 req-0badebe0-7fbd-429b-abe2-1d10ed2c81c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:57.391944 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71207b73-4332-422a-9852-03bac3dc6689 req-0badebe0-7fbd-429b-abe2-1d10ed2c81c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 200 len: 854 time: 0.0509801 Apr 06 11:04:57.444940 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71207b73-4332-422a-9852-03bac3dc6689 req-d24c85d6-7ceb-4b68-be09-6d313126e025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:04:57.446618 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71207b73-4332-422a-9852-03bac3dc6689 req-d24c85d6-7ceb-4b68-be09-6d313126e025 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16dc32bb-bd1c-4641-a070-90057aff5843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477087 Apr 06 11:04:57.566820 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71207b73-4332-422a-9852-03bac3dc6689 req-29a38766-ba70-450d-901e-ca3292ff6855 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132643 Apr 06 11:04:58.379231 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-71207b73-4332-422a-9852-03bac3dc6689 req-4ef53549-99ba-486a-b202-0b9defb6b705 service neutron] 10.222.0.26 "GET /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825763 Apr 06 11:05:03.400741 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-7855e92f-d864-4db5-8cce-ad2db385277f tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-522312856&fields=id&tenant_id=e78e872bf09b41fbbae7e9266d0ee44c HTTP/1.1" status: 200 len: 267 time: 0.0452068 Apr 06 11:05:03.503791 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:03.509377 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-2feb3906-c7c2-4064-aa01-6745e3aced8f tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:03.510853 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-2feb3906-c7c2-4064-aa01-6745e3aced8f tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 812 time: 0.1037452 Apr 06 11:05:03.526208 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-ba006ace-6d07-42bb-932e-e2d3a96a9b1a tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/quotas/e78e872bf09b41fbbae7e9266d0ee44c HTTP/1.1" status: 200 len: 375 time: 0.0091963 Apr 06 11:05:03.583608 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-85f34a18-cb86-4475-8b83-4955bf44ebf4 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518956 Apr 06 11:05:03.681169 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-9dccca48-226f-413b-b095-c59eda8793d4 service neutron] 10.222.0.23 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848732 Apr 06 11:05:03.769179 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-08160ac1-c4a7-4f76-ad24-f3fd64abe8b7 service neutron] 10.222.0.23 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822635 Apr 06 11:05:04.064541 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-74f6e6ba-16bf-4f16-a78c-3623628aadba req-bb833034-f6e9-4df6-b935-9ee7cef4ff59 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 210 time: 0.0275707 Apr 06 11:05:05.150902 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-01726f6c-7a6d-43c2-b806-4ad2936b8f16 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:05.152570 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-01726f6c-7a6d-43c2-b806-4ad2936b8f16 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 812 time: 0.1210725 Apr 06 11:05:05.180814 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-1d85cc61-3940-49f9-bda3-ea7e232ae376 req-4b2cdb89-7d05-427a-92a4-3d06e57d3055 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 210 time: 0.0338078 Apr 06 11:05:05.238036 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-e1202fca-126d-4a7d-8700-055f6fe0d3b9 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78e872bf09b41fbbae7e9266d0ee44c HTTP/1.1" status: 200 len: 379 time: 0.0586491 Apr 06 11:05:05.261551 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'port': {'device_id': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'admin_state_up': True, 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'security_groups': ['cf6123eb-b361-451b-966c-6a24c94a16eb']}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:05:05.372045 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Made reservation on behalf of e78e872bf09b41fbbae7e9266d0ee44c for: {'port': 1} {{(pid=115083) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 06 11:05:05.375425 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:05.498098 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.db_base_plugin_common [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Allocated IP 172.20.0.9 (45f5500e-c23e-471c-8a77-568ec6c8ab7c/0bb3811b-d12d-460b-b74c-a1bade982c9f/b821b3c4-5cf3-4384-b811-fbb61e59d5a3) {{(pid=115083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:05:05.645731 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:05.679402 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:05.727574 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c is already hosted by enough agents. {{(pid=115083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:05:05.731167 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.base_scheduler [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Resources bound (agent type, host, resource id): {{(pid=115083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:05:05.735409 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Received port after_create {{(pid=115083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:05:05.762747 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'Port': ['ID=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:05.800634 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:05.801289 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:05.822705 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-8e4ca695-7dbf-46b6-95c8-7d07fdb73cd1 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648525 Apr 06 11:05:05.852057 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.v2.base [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Request body: {'port': {'device_id': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=115083) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:05:05.926522 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:05.952210 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-d5cea134-d26a-4c5b-83aa-001e054e2635 None None] Provisioning complete for port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 triggered by entity DHCP. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:05:05.952794 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d5cea134-d26a-4c5b-83aa-001e054e2635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:05.986989 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-d5cea134-d26a-4c5b-83aa-001e054e2635 None None] Port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 cannot update to ACTIVE because it is not bound. {{(pid=115085) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 06 11:05:06.189078 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b821b3c4-5cf3-4384-b811-fbb61e59d5a3 {{(pid=115083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:05:06.196590 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Publish callbacks [] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:06.210134 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.provisioning_blocks [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Transition to ACTIVE for port object b821b3c4-5cf3-4384-b811-fbb61e59d5a3 will not be triggered until provisioned by entity L2. {{(pid=115083) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 06 11:05:06.215377 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:06.304990 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,revision_number=2']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:06.383795 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db312035-f301-4271-963a-12a5a6f4c47d req-122967dc-b161-4dbf-8f5b-6d24588a5568 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:06.385382 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-db312035-f301-4271-963a-12a5a6f4c47d req-122967dc-b161-4dbf-8f5b-6d24588a5568 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 943 time: 0.1283169 Apr 06 11:05:06.423164 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Attempting to bind port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 06 11:05:06.423594 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Attempting to bind port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 06 11:05:06.423930 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Attempting to bind port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:05:06.439858 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 06 11:05:06.440182 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Attempting to bind port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 on network 45f5500e-c23e-471c-8a77-568ec6c8ab7c {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 06 11:05:06.472342 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Checking agent: {'id': '387c6e24-aff2-44da-bdfd-054cfdecaa8a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'started_at': datetime.datetime(2022, 4, 6, 10, 52, 3), 'heartbeat_timestamp': datetime.datetime(2022, 4, 6, 11, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 06 11:05:06.472342 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Checking segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 06 11:05:06.472342 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Bound using segment: {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'} {{(pid=115083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 06 11:05:06.472342 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.managers [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Bound port: b821b3c4-5cf3-4384-b811-fbb61e59d5a3, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c'}}] {{(pid=115083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 06 11:05:06.472342 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), before_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:06.474388 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-db312035-f301-4271-963a-12a5a6f4c47d req-df3defa6-f9e5-47a9-855e-c3517cfafae3 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823579 Apr 06 11:05:06.535966 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] For port b821b3c4-5cf3-4384-b811-fbb61e59d5a3, host hv-cinder-83607, cleared binding levels {{(pid=115083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 06 11:05:06.538926 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] For port b821b3c4-5cf3-4384-b811-fbb61e59d5a3, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 06 11:05:06.545692 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126579951'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:06.581017 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:06.581837 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:06.583687 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] 10.222.0.26 "PUT /v2.0/ports/b821b3c4-5cf3-4384-b811-fbb61e59d5a3 HTTP/1.1" status: 200 len: 1093 time: 0.7358892 Apr 06 11:05:06.584192 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'tag': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:05:06.586430 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c6910d-4755-4ba3-81c7-7bb6660d8402" -d '{"events": [{"name": "network-changed", "server_uuid": "46f1c73b-c356-48bb-9105-ea7916a61d8a", "tag": "b821b3c4-5cf3-4384-b811-fbb61e59d5a3"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:05:06.618852 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116452e5-6066-42b6-927c-4b16336a4fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,revision_number=3']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:06.642895 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e100f6-2978-42a7-aac9-dbbc98bc403f x-openstack-request-id: req-c4e100f6-2978-42a7-aac9-dbbc98bc403f {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:05:06.643246 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f1c73b-c356-48bb-9105-ea7916a61d8a", "tag": "b821b3c4-5cf3-4384-b811-fbb61e59d5a3", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:05:06.643607 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4e100f6-2978-42a7-aac9-dbbc98bc403f {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:05:06.644076 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e100f6-2978-42a7-aac9-dbbc98bc403f'] response: {'name': 'network-changed', 'server_uuid': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'tag': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'status': 'completed', 'code': 200} Apr 06 11:05:06.715548 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-de1f7850-812f-4aa0-93c7-a2db5f59d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:06.717186 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-de1f7850-812f-4aa0-93c7-a2db5f59d0fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 1127 time: 0.0501099 Apr 06 11:05:06.775745 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-c71a271d-5ef5-4903-b642-3e57d0b298cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b821b3c4-5cf3-4384-b811-fbb61e59d5a3 HTTP/1.1" status: 200 len: 217 time: 0.0423884 Apr 06 11:05:06.830422 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-94e45a53-5fd8-4308-ba4f-55fb2025733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:06.832008 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-94e45a53-5fd8-4308-ba4f-55fb2025733e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0499194 Apr 06 11:05:06.882799 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-78ef6869-580e-43fe-be50-c7b91926a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:06.884333 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-78ef6869-580e-43fe-be50-c7b91926a494 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449708 Apr 06 11:05:06.974050 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-0fe4b331-061d-43f9-8ae4-b52a707973b9 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830951 Apr 06 11:05:07.063862 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476e8ab3-cb56-4dbf-9d19-f251c432c285 req-367619c9-41fe-404f-87f5-823a352d4620 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823345 Apr 06 11:05:07.467248 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-35ddf5a2-e720-4e73-bca9-cbeec9463124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:07.468757 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-35ddf5a2-e720-4e73-bca9-cbeec9463124 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 1127 time: 0.0575850 Apr 06 11:05:07.510576 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf34937-7fab-45a6-be6d-8514bf822463 req-0b480659-5941-4c75-b431-1fc866e2b0ff tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:07.512116 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ecf34937-7fab-45a6-be6d-8514bf822463 req-0b480659-5941-4c75-b431-1fc866e2b0ff tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 945 time: 0.0527806 Apr 06 11:05:07.560064 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ecf34937-7fab-45a6-be6d-8514bf822463 req-6a6ac7f4-2594-42a3-8be7-b418730aee22 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417762 Apr 06 11:05:07.596660 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b3156-b234-4e9a-9922-59f445e8a95d req-8d305399-15b9-470f-82e2-3b8537768f63 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:07.598072 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e02b3156-b234-4e9a-9922-59f445e8a95d req-8d305399-15b9-470f-82e2-3b8537768f63 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 943 time: 0.0539541 Apr 06 11:05:07.646166 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-e02b3156-b234-4e9a-9922-59f445e8a95d req-269925f1-7ac8-4539-8853-8d1c573bcd76 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425808 Apr 06 11:05:08.692795 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce188d9-5cdf-4a45-9dc8-f447117f6816 req-805b2dd0-e51c-41a8-90bc-6bbc1f51a3c3 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:08.697156 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cce188d9-5cdf-4a45-9dc8-f447117f6816 req-805b2dd0-e51c-41a8-90bc-6bbc1f51a3c3 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 945 time: 0.0625556 Apr 06 11:05:08.755245 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-cce188d9-5cdf-4a45-9dc8-f447117f6816 req-f98658ba-0ba4-46e1-ae65-c525666ed851 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514915 Apr 06 11:05:08.775388 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293dbcc7-7209-4664-8684-63f2937e4f37 req-ec2e04b9-5ea1-427e-8bf5-9dbec1a6caa0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:08.777255 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-293dbcc7-7209-4664-8684-63f2937e4f37 req-ec2e04b9-5ea1-427e-8bf5-9dbec1a6caa0 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 943 time: 0.0611713 Apr 06 11:05:08.842468 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-293dbcc7-7209-4664-8684-63f2937e4f37 req-fc63b9a8-4e54-41fc-b9c0-5443b32bca51 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565753 Apr 06 11:05:08.982591 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-97fcfacf-c1b7-4e2b-8fac-5434bd0d5900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:08.984149 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-97fcfacf-c1b7-4e2b-8fac-5434bd0d5900 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.0932670 Apr 06 11:05:09.048032 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-fa84c0e2-ce0d-4460-b24a-41a3f2c9ac7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b821b3c4-5cf3-4384-b811-fbb61e59d5a3 HTTP/1.1" status: 200 len: 217 time: 0.0361338 Apr 06 11:05:09.136506 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-c6097e41-d221-45e9-abc4-2fdf36652996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:09.137972 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-c6097e41-d221-45e9-abc4-2fdf36652996 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0513756 Apr 06 11:05:09.320762 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-cb0ea1d8-4ce2-4524-83c3-b3a80f06433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:09.322186 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-cb0ea1d8-4ce2-4524-83c3-b3a80f06433e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465121 Apr 06 11:05:09.413660 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-0bbc2a75-a0a0-4836-8e66-e8d0151ad550 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822234 Apr 06 11:05:09.869307 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-007f907a-b99b-469c-a7eb-eb8b7a9a6e90 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:09.871160 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-007f907a-b99b-469c-a7eb-eb8b7a9a6e90 tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.26 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 945 time: 0.3822358 Apr 06 11:05:09.877561 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-f5c6910d-4755-4ba3-81c7-7bb6660d8402 req-491d7901-17e3-421e-a0d0-008db8d99437 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3898122 Apr 06 11:05:09.882628 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e1797-09b4-472c-ad85-79be806fcea2 req-8630dcb6-342d-4660-b40b-f0f90fc4bcfc tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:09.884300 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d20e1797-09b4-472c-ad85-79be806fcea2 req-8630dcb6-342d-4660-b40b-f0f90fc4bcfc tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/ports?device_id=41171c5c-9c37-4510-a6ac-375acbaf3ed8 HTTP/1.1" status: 200 len: 945 time: 0.0583575 Apr 06 11:05:09.942211 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-d20e1797-09b4-472c-ad85-79be806fcea2 req-0d4a4381-215d-4aa3-b8b7-b4d5e12773ee tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.23 "GET /v2.0/security-groups?id=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521932 Apr 06 11:05:10.020647 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a72f61-4d41-4526-8bc3-bbbe008403e3 req-d6d854ce-c187-47ac-a09b-909ae2fc6a60 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:10.022133 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-86a72f61-4d41-4526-8bc3-bbbe008403e3 req-d6d854ce-c187-47ac-a09b-909ae2fc6a60 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 943 time: 0.0952754 Apr 06 11:05:10.048775 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-aea375af-352d-4580-a084-3b61cee827aa tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Deleting port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:05:10.049006 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-aea375af-352d-4580-a084-3b61cee827aa tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:10.127547 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-86a72f61-4d41-4526-8bc3-bbbe008403e3 req-b5d6ca5c-76c2-495d-807e-ab0c161aa2c3 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986047 Apr 06 11:05:10.164186 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-aea375af-352d-4580-a084-3b61cee827aa tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] For port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,segment=NetworkSegment(898f41ac-2dd8-4853-a6f5-7458b2f92e89),segment_id=898f41ac-2dd8-4853-a6f5-7458b2f92e89)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:05:10.164553 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-aea375af-352d-4580-a084-3b61cee827aa tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:10.177057 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-aea375af-352d-4580-a084-3b61cee827aa tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Calling delete_port for 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:05:10.306874 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-aea375af-352d-4580-a084-3b61cee827aa tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (84a87d8e-0d6e-46da-b6fa-001e9d2dbba4), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:10.335362 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea375af-352d-4580-a084-3b61cee827aa tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Pushing event deleted for resources: {'Port': ['ID=84a87d8e-0d6e-46da-b6fa-001e9d2dbba4,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:10.343349 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['84a87d8e-0d6e-46da-b6fa-001e9d2dbba4'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:05:10.379248 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-aea375af-352d-4580-a084-3b61cee827aa tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] No DVR routers for this DVR port 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:05:10.381670 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-aea375af-352d-4580-a084-3b61cee827aa tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:10.385021 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-5c3e6acb-442f-4576-a5d0-9ec42d52a26b req-aea375af-352d-4580-a084-3b61cee827aa tempest-VolumesSnapshotTestJSON-1873906214 tempest-VolumesSnapshotTestJSON-1873906214-project] 10.222.0.26 "DELETE /v2.0/ports/84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 HTTP/1.1" status: 204 len: 173 time: 0.4878964 Apr 06 11:05:10.385456 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41171c5c-9c37-4510-a6ac-375acbaf3ed8', 'name': 'network-vif-deleted', 'tag': '84a87d8e-0d6e-46da-b6fa-001e9d2dbba4'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:05:10.387702 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5e5c57-3365-4d70-9af3-fbc11e58d42f" -d '{"events": [{"server_uuid": "41171c5c-9c37-4510-a6ac-375acbaf3ed8", "name": "network-vif-deleted", "tag": "84a87d8e-0d6e-46da-b6fa-001e9d2dbba4"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:05:10.425261 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b488af-67d2-4542-b337-463c42b9905d x-openstack-request-id: req-04b488af-67d2-4542-b337-463c42b9905d {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:05:10.425578 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41171c5c-9c37-4510-a6ac-375acbaf3ed8", "name": "network-vif-deleted", "tag": "84a87d8e-0d6e-46da-b6fa-001e9d2dbba4", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:05:10.425869 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04b488af-67d2-4542-b337-463c42b9905d {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:05:10.426435 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04b488af-67d2-4542-b337-463c42b9905d'] response: {'server_uuid': '41171c5c-9c37-4510-a6ac-375acbaf3ed8', 'name': 'network-vif-deleted', 'tag': '84a87d8e-0d6e-46da-b6fa-001e9d2dbba4', 'status': 'completed', 'code': 200} Apr 06 11:05:11.258672 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73886fe7-1ebe-4176-a9ed-60f0702e95af req-480be550-3400-4f44-9b37-008d2ec19031 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:11.260210 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-73886fe7-1ebe-4176-a9ed-60f0702e95af req-480be550-3400-4f44-9b37-008d2ec19031 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 943 time: 0.0615323 Apr 06 11:05:11.318476 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-73886fe7-1ebe-4176-a9ed-60f0702e95af req-44f8f373-5237-4927-91b9-6c336e551810 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514090 Apr 06 11:05:12.510362 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3048adb-9e23-44da-bc50-80d8cbe0fe26 req-ef05153a-05de-4e4d-bb2e-ec8b8dd2fb3d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:12.511940 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d3048adb-9e23-44da-bc50-80d8cbe0fe26 req-ef05153a-05de-4e4d-bb2e-ec8b8dd2fb3d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 943 time: 0.0668662 Apr 06 11:05:12.561197 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d3048adb-9e23-44da-bc50-80d8cbe0fe26 req-234b3479-1285-4a56-b950-31ec2c81a422 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435464 Apr 06 11:05:12.847927 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-d696638f-b79e-43ff-aa43-f9201a7dfaf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:13.441606 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:05:13.683147 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2b2b9-29c4-491e-8d27-3c5a39d73c76 req-1d80c638-ea56-405a-b5a2-c7039aee5496 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:13.684657 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a9a2b2b9-29c4-491e-8d27-3c5a39d73c76 req-1d80c638-ea56-405a-b5a2-c7039aee5496 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 943 time: 0.0563102 Apr 06 11:05:13.733904 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-a9a2b2b9-29c4-491e-8d27-3c5a39d73c76 req-f89eefb7-794c-4871-866b-682934108c9b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428822 Apr 06 11:05:14.380440 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:05:14.401286 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:05:14.401647 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 84a87d8e-0d6e-46da-b6fa-001e9d2dbba4 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:05:14.853229 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aecb5a-ed71-4cbb-8d2d-9aaa44684bbe req-113133a5-dfe6-4f1b-890b-0875a4bb96fd tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:14.854701 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2aecb5a-ed71-4cbb-8d2d-9aaa44684bbe req-113133a5-dfe6-4f1b-890b-0875a4bb96fd tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 943 time: 0.0540457 Apr 06 11:05:14.904141 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-d2aecb5a-ed71-4cbb-8d2d-9aaa44684bbe req-6360b6c0-553f-4eea-bd23-e58ea942deab tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424964 Apr 06 11:05:15.845368 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-84b3dd71-95c8-47bb-bbb0-d16daeca1e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:16.023068 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee6fbd-bdbd-4467-a48d-c48b8b36926f req-900be71b-6d06-49c4-bf6b-79bba7c6d68e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:16.024592 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-75ee6fbd-bdbd-4467-a48d-c48b8b36926f req-900be71b-6d06-49c4-bf6b-79bba7c6d68e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 943 time: 0.0537236 Apr 06 11:05:16.073426 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-75ee6fbd-bdbd-4467-a48d-c48b8b36926f req-ce4e11ed-c3b1-47ef-b3a2-180ff29388ba tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427365 Apr 06 11:05:16.504616 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:17.190411 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c34a7-bb6e-41d4-af92-dbef4ca6b05e req-b6f89a38-f24d-4203-a66f-35e111a2646d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:17.191902 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2f1c34a7-bb6e-41d4-af92-dbef4ca6b05e req-b6f89a38-f24d-4203-a66f-35e111a2646d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 943 time: 0.0532160 Apr 06 11:05:17.244215 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2f1c34a7-bb6e-41d4-af92-dbef4ca6b05e req-e8d6d1a9-749a-449a-892e-ec0fa02b4925 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466125 Apr 06 11:05:17.299432 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device b821b3c4-5cf3-4384-b811-fbb61e59d5a3 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=115085) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 06 11:05:17.397929 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port b821b3c4-5cf3-4384-b811-fbb61e59d5a3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:05:17.409136 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Returning: {'device': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'port_id': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'mac_address': 'fa:16:3e:1b:98:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115085) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 06 11:05:17.452167 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 is: DOWN; New status is: BUILD {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:05:17.452696 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:17.466882 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b821b3c4-5cf3-4384-b811-fbb61e59d5a3 {{(pid=115085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 06 11:05:17.486581 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port b821b3c4-5cf3-4384-b811-fbb61e59d5a3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:05:17.490296 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:17.539205 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,revision_number=4']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:17.805397 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] get_ports_and_sgs() called for port_ids ['b821b3c4-5cf3-4384-b811-fbb61e59d5a3'] {{(pid=115085) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 06 11:05:18.338798 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:18.365299 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f3375-22cc-4bae-89e1-47513b133c50 req-db418121-41ea-4d9b-a9e2-70577f2b4ffe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:18.366776 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e12f3375-22cc-4bae-89e1-47513b133c50 req-db418121-41ea-4d9b-a9e2-70577f2b4ffe tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 944 time: 0.0530252 Apr 06 11:05:18.419715 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-e12f3375-22cc-4bae-89e1-47513b133c50 req-1e61aba4-6b53-4f83-b1b4-cb2591a255de tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468740 Apr 06 11:05:19.325181 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device b821b3c4-5cf3-4384-b811-fbb61e59d5a3 up at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 06 11:05:19.387743 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning for port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 completed by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 06 11:05:19.393029 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.provisioning_blocks [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Provisioning complete for port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 triggered by entity L2. {{(pid=115085) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 06 11:05:19.393610 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3472776'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), provisioning_complete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:19.481416 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Current status of the port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 is: BUILD; New status is: ACTIVE {{(pid=115085) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 06 11:05:19.481814 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), before_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:19.506162 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3'}] {{(pid=115085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:05:19.508470 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fb2d9b38a93fd61429f73cb83da16a3df96d87900cd3414780973f9f8b9f5f85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95687bc7-0550-4604-9acc-6c60f1479d35" -d '{"events": [{"server_uuid": "46f1c73b-c356-48bb-9105-ea7916a61d8a", "name": "network-vif-plugged", "status": "completed", "tag": "b821b3c4-5cf3-4384-b811-fbb61e59d5a3"}]}' {{(pid=115085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:05:19.520851 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] For port b821b3c4-5cf3-4384-b811-fbb61e59d5a3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:05:19.526022 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:19.550351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8075b-da60-449c-9c0f-ad82a8cc1315 req-3397d36a-6b3d-4845-a8aa-ce3e35f5b4e3 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:19.551958 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-26f8075b-da60-449c-9c0f-ad82a8cc1315 req-3397d36a-6b3d-4845-a8aa-ce3e35f5b4e3 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 944 time: 0.0560207 Apr 06 11:05:19.553866 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f212e53a-9b63-4fc0-baa7-ab268f5d84cd x-openstack-request-id: req-f212e53a-9b63-4fc0-baa7-ab268f5d84cd {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:05:19.554159 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f1c73b-c356-48bb-9105-ea7916a61d8a", "name": "network-vif-plugged", "status": "completed", "tag": "b821b3c4-5cf3-4384-b811-fbb61e59d5a3", "code": 200}]} {{(pid=115085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:05:19.554416 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f212e53a-9b63-4fc0-baa7-ab268f5d84cd {{(pid=115085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:05:19.554809 dv-cinder-836070-2-iscsi neutron-server[115085]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f212e53a-9b63-4fc0-baa7-ab268f5d84cd'] response: {'server_uuid': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'code': 200} Apr 06 11:05:19.581377 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Pushing event updated for resources: {'Port': ['ID=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,revision_number=5']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:19.604520 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-26f8075b-da60-449c-9c0f-ad82a8cc1315 req-70eec3fa-6919-40e6-83f9-2a9d4477d702 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467045 Apr 06 11:05:19.641795 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:19.813589 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a03f8-241b-4867-a2aa-f3a3b059e091 req-1b43e7b4-1e03-4125-af52-74624d245660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:19.814979 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a72a03f8-241b-4867-a2aa-f3a3b059e091 req-1b43e7b4-1e03-4125-af52-74624d245660 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 1129 time: 0.0437074 Apr 06 11:05:19.860556 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-a72a03f8-241b-4867-a2aa-f3a3b059e091 req-604653ed-9f6e-49d9-90ed-439cf495af79 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393391 Apr 06 11:05:20.727018 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7507d3-c4f6-4439-8fa6-ecb546b33938 req-79886b79-dd3e-40b4-9c22-47ff7a4385a2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:20.728476 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ae7507d3-c4f6-4439-8fa6-ecb546b33938 req-79886b79-dd3e-40b4-9c22-47ff7a4385a2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 945 time: 0.0516787 Apr 06 11:05:20.777402 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-ae7507d3-c4f6-4439-8fa6-ecb546b33938 req-9021e796-7597-453d-a062-494ba6a66c2d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425894 Apr 06 11:05:21.897569 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8528f2-6704-4b6f-b8f5-1ec2f2928752 req-5ebad339-679e-4e59-a1f1-faf39f56ca73 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:21.899033 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8d8528f2-6704-4b6f-b8f5-1ec2f2928752 req-5ebad339-679e-4e59-a1f1-faf39f56ca73 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 945 time: 0.0558243 Apr 06 11:05:21.946917 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-8d8528f2-6704-4b6f-b8f5-1ec2f2928752 req-31e934b5-0aff-4cc1-8f8d-ab4f741d0971 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422685 Apr 06 11:05:22.062293 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0fff9-ec43-4e14-8337-6764a0c64963 req-00a30956-101e-44ca-9c43-2d0bd0f47001 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:22.063696 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dfa0fff9-ec43-4e14-8337-6764a0c64963 req-00a30956-101e-44ca-9c43-2d0bd0f47001 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 945 time: 0.0515068 Apr 06 11:05:22.111291 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-dfa0fff9-ec43-4e14-8337-6764a0c64963 req-934fb1fc-08c3-4d07-baf9-15b25a2fbcde tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420165 Apr 06 11:05:22.132927 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33564) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:22.178830 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c18424-7c6b-4e36-a391-7fae19418ab1 tempest-TestVolumeBootPattern-322491956 tempest-TestVolumeBootPattern-322491956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:22.180412 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-07c18424-7c6b-4e36-a391-7fae19418ab1 tempest-TestVolumeBootPattern-322491956 tempest-TestVolumeBootPattern-322491956-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 1124 time: 0.0465503 Apr 06 11:05:22.183295 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33566) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:22.187516 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.v2.base [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Request body: {'floatingip': {'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'port_id': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 06 11:05:22.207760 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:22.309553 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:22.417919 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_common [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Allocated IP 172.27.1.141 (8593671b-c481-47e7-a44e-46a3b883120b/261a4a81-ac6e-47a2-adfc-bdc283c6d409/f8e438d7-e80b-482a-aff5-0b790f71d83d) {{(pid=115084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 06 11:05:22.516579 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for port (f8e438d7-e80b-482a-aff5-0b790f71d83d), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:22.548374 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742205682948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (f8e438d7-e80b-482a-aff5-0b790f71d83d), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:22.591117 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Network 8593671b-c481-47e7-a44e-46a3b883120b is already hosted by enough agents. {{(pid=115084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 06 11:05:22.594300 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.base_scheduler [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Resources bound (agent type, host, resource id): {{(pid=115084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 06 11:05:22.597783 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Received port after_create {{(pid=115084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 06 11:05:22.603148 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'Port': ['ID=f8e438d7-e80b-482a-aff5-0b790f71d83d,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:22.970711 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (ff954f95-7917-4fcc-9793-abfa88a71e06), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:23.037378 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3642825'] for port (f8e438d7-e80b-482a-aff5-0b790f71d83d), before_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:23.189978 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for port (f8e438d7-e80b-482a-aff5-0b790f71d83d), precommit_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:23.194244 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742206142998', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742205682966', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742205682984', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-130412935'] for port (f8e438d7-e80b-482a-aff5-0b790f71d83d), after_update {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:23.259282 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event updated for resources: {'Port': ['ID=f8e438d7-e80b-482a-aff5-0b790f71d83d,revision_number=2']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:23.270751 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (ff954f95-7917-4fcc-9793-abfa88a71e06), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:23.372900 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Floating IP ff954f95-7917-4fcc-9793-abfa88a71e06 associated. External IP: 172.27.1.141, port: b821b3c4-5cf3-4384-b811-fbb61e59d5a3. Apr 06 11:05:23.861166 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Router c92d4b53-91e4-4a40-b5c9-77bb863d357d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:05:23.974457 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:05:23.986845 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670465fe-0049-4299-9753-a757b9738542 None None] Sync routers for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:05:23.993709 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:23.998734 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670465fe-0049-4299-9753-a757b9738542 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:05:23.999383 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-670465fe-0049-4299-9753-a757b9738542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:05:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:24.038358 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-7d57ef64-8ad4-4b4a-acb5-8087e5ce90d5 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8430612 Apr 06 11:05:24.038358 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'tag': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:05:24.038358 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b86bb4-173e-466e-b598-89053b7cbc7d" -d '{"events": [{"name": "network-changed", "server_uuid": "46f1c73b-c356-48bb-9105-ea7916a61d8a", "tag": "b821b3c4-5cf3-4384-b811-fbb61e59d5a3"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:05:24.127364 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf2f05a-1d9b-4b54-b5ab-b5ebd98f38c2 x-openstack-request-id: req-daf2f05a-1d9b-4b54-b5ab-b5ebd98f38c2 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:05:24.127750 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f1c73b-c356-48bb-9105-ea7916a61d8a", "tag": "b821b3c4-5cf3-4384-b811-fbb61e59d5a3", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:05:24.128006 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-daf2f05a-1d9b-4b54-b5ab-b5ebd98f38c2 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:05:24.128415 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf2f05a-1d9b-4b54-b5ab-b5ebd98f38c2'] response: {'name': 'network-changed', 'server_uuid': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'tag': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'status': 'completed', 'code': 200} Apr 06 11:05:24.201121 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-670465fe-0049-4299-9753-a757b9738542 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:05:24.214564 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-648f7b0a-a1bb-49cd-89c0-f27340093ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:24.216133 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-648f7b0a-a1bb-49cd-89c0-f27340093ee8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 1129 time: 0.0463648 Apr 06 11:05:24.316111 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-4f8f4ee0-9c07-450b-ac6f-0eee8d608c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:24.317487 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-4f8f4ee0-9c07-450b-ac6f-0eee8d608c9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.0938208 Apr 06 11:05:24.384478 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-2c5fa12f-eca5-4629-b91d-0b35449ef08d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b821b3c4-5cf3-4384-b811-fbb61e59d5a3 HTTP/1.1" status: 200 len: 999 time: 0.0596075 Apr 06 11:05:24.431713 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-c5a33599-4a30-4126-abe4-68946e2d84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:24.433170 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-c5a33599-4a30-4126-abe4-68946e2d84e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0429893 Apr 06 11:05:24.448787 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-670465fe-0049-4299-9753-a757b9738542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '06edfc57-dbc7-4b78-81a6-1996796ed9f5', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:5b:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:18Z', 'updated_at': '2022-04-06T11:03:21Z', 'revision_number': 1, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}, {'id': 'ff954f95-7917-4fcc-9793-abfa88a71e06', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:1b:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:05:22Z', 'updated_at': '2022-04-06T11:05:22Z', 'revision_number': 0, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:24.475896 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670465fe-0049-4299-9753-a757b9738542 None None] Checking router: c92d4b53-91e4-4a40-b5c9-77bb863d357d for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:05:24.484641 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670465fe-0049-4299-9753-a757b9738542 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:05:24.485248 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-670465fe-0049-4299-9753-a757b9738542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:05:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:24.490767 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-06017e9a-59fd-44f2-ac2b-706e232f382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:24.492366 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-06017e9a-59fd-44f2-ac2b-706e232f382b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516939 Apr 06 11:05:24.581834 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-7a242f6a-ec4e-4db3-bddd-a7c1d7386e32 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823765 Apr 06 11:05:24.591336 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-670465fe-0049-4299-9753-a757b9738542 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:05:24.677973 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-42b86bb4-173e-466e-b598-89053b7cbc7d req-d8a17afc-fcc9-4dc4-808b-24387b654dfd service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895748 Apr 06 11:05:24.827481 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-670465fe-0049-4299-9753-a757b9738542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '06edfc57-dbc7-4b78-81a6-1996796ed9f5', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:5b:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:18Z', 'updated_at': '2022-04-06T11:03:21Z', 'revision_number': 1, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}, {'id': 'ff954f95-7917-4fcc-9793-abfa88a71e06', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:1b:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:05:22Z', 'updated_at': '2022-04-06T11:05:22Z', 'revision_number': 0, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:24.854218 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670465fe-0049-4299-9753-a757b9738542 None None] The sync data for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi is: [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '06edfc57-dbc7-4b78-81a6-1996796ed9f5', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:5b:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:18Z', 'updated_at': '2022-04-06T11:03:21Z', 'revision_number': 1, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}, {'id': 'ff954f95-7917-4fcc-9793-abfa88a71e06', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.141', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:1b:98:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:05:22Z', 'updated_at': '2022-04-06T11:05:22Z', 'revision_number': 0, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:05:25.058292 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8904e7a-89f6-457f-b34e-15c9c3f391ac None None] New status for floating IP ff954f95-7917-4fcc-9793-abfa88a71e06: ACTIVE {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:05:33.534118 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.128689 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33676) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:34.174019 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_v2 [None req-795927c3-fa07-4d37-acea-1fe5b1a56767 admin admin] Deleting subnet 1d4bc681-edbe-4328-b822-e76f0f3da962 {{(pid=115084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:05:34.177062 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-795927c3-fa07-4d37-acea-1fe5b1a56767 admin admin] Publish callbacks [] for subnet (1d4bc681-edbe-4328-b822-e76f0f3da962), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.215638 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-795927c3-fa07-4d37-acea-1fe5b1a56767 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133558098'] for subnet (1d4bc681-edbe-4328-b822-e76f0f3da962), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.255447 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-795927c3-fa07-4d37-acea-1fe5b1a56767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (1d4bc681-edbe-4328-b822-e76f0f3da962), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.307329 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-795927c3-fa07-4d37-acea-1fe5b1a56767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130413001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130416037'] for subnet (1d4bc681-edbe-4328-b822-e76f0f3da962), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.333721 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795927c3-fa07-4d37-acea-1fe5b1a56767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d4bc681-edbe-4328-b822-e76f0f3da962,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:34.335701 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-795927c3-fa07-4d37-acea-1fe5b1a56767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.338804 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-795927c3-fa07-4d37-acea-1fe5b1a56767 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1d4bc681-edbe-4328-b822-e76f0f3da962 HTTP/1.1" status: 204 len: 168 time: 0.2090676 Apr 06 11:05:34.341486 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33678) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:34.415504 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (83e4e45c-fd02-462f-b630-a7d6b986ef56), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.493908 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (83e4e45c-fd02-462f-b630-a7d6b986ef56), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.513439 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e4e45c-fd02-462f-b630-a7d6b986ef56']}} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:34.524076 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898f41ac-2dd8-4853-a6f5-7458b2f92e89') {'for_net_delete': True} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:34.524369 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898f41ac-2dd8-4853-a6f5-7458b2f92e89') {} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:34.534130 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133558185'] for segment (898f41ac-2dd8-4853-a6f5-7458b2f92e89), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.547244 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (898f41ac-2dd8-4853-a6f5-7458b2f92e89), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.553257 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=115084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:05:34.553659 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130412963'] for segment (898f41ac-2dd8-4853-a6f5-7458b2f92e89), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: Traceback (most recent call last): Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: timer() Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: cb(*args, **kw) Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: return func(*args, **kwargs) Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: self._notify() Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: self.callback(batched_events) Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: event.method(event) Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: return f(self, *a, **k) Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._get(url).json() Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: return self.request(url, 'GET', **kwargs) Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:05:34.555322 dv-cinder-836070-2-iscsi neutron-server[115084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:05:34.611753 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (83e4e45c-fd02-462f-b630-a7d6b986ef56), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.617626 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.621084 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] 10.222.0.23 "DELETE /v2.0/networks/83e4e45c-fd02-462f-b630-a7d6b986ef56 HTTP/1.1" status: 204 len: 168 time: 0.2786858 Apr 06 11:05:34.633243 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbc74de-772e-4e09-b051-f54d872b32ad admin admin] Pushing event deleted for resources: {'Network': ['ID=83e4e45c-fd02-462f-b630-a7d6b986ef56,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:34.731030 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33682) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:34.772295 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-194b501b-49fe-4162-b9b8-b14e2fb1fe1e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=65ba38a32d664c56bc3513f01511ebd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398312 Apr 06 11:05:34.775354 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33684) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:34.821297 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e48c7fdf-86e0-4d78-8960-bd9e26b262cc admin admin] Publish callbacks [] for security_group (fcc6ba2d-93f5-441c-b1f5-f04a425de0f5), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.845372 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e48c7fdf-86e0-4d78-8960-bd9e26b262cc admin admin] Publish callbacks [] for security_group (fcc6ba2d-93f5-441c-b1f5-f04a425de0f5), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.893941 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e48c7fdf-86e0-4d78-8960-bd9e26b262cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (fcc6ba2d-93f5-441c-b1f5-f04a425de0f5), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.896530 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e48c7fdf-86e0-4d78-8960-bd9e26b262cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:34.897712 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e48c7fdf-86e0-4d78-8960-bd9e26b262cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcc6ba2d-93f5-441c-b1f5-f04a425de0f5 HTTP/1.1" status: 204 len: 168 time: 0.1211634 Apr 06 11:05:34.905380 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c7fdf-86e0-4d78-8960-bd9e26b262cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc6ba2d-93f5-441c-b1f5-f04a425de0f5,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:42.855968 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-5f0f27fd-bc45-4f58-aefb-62dfe92e71af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:42.873746 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102da598-1a42-418c-bbe5-c0ea3c789e32 req-33dcf403-825d-41a4-9c7b-95cbbbc522cf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:42.877102 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-102da598-1a42-418c-bbe5-c0ea3c789e32 req-33dcf403-825d-41a4-9c7b-95cbbbc522cf tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 945 time: 0.0631030 Apr 06 11:05:42.929682 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-102da598-1a42-418c-bbe5-c0ea3c789e32 req-686d4346-e3ae-4ee1-8f44-f6fb1abd8d1f tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466344 Apr 06 11:05:44.053140 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069a65-5a61-4b7b-8bc8-13c0406caad4 req-75e4e6d0-689e-4883-9b9f-fcbc28285f4c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:44.054641 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2e069a65-5a61-4b7b-8bc8-13c0406caad4 req-75e4e6d0-689e-4883-9b9f-fcbc28285f4c tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 945 time: 0.0562539 Apr 06 11:05:44.101417 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-2e069a65-5a61-4b7b-8bc8-13c0406caad4 req-0252e6c4-2f3e-4807-8768-55e172e8f0ba tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups?id=3e86d2ef-504d-470d-ac0d-a0ac0a59946e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407047 Apr 06 11:05:44.590819 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b8296b8a-c580-4fbc-8512-4aace62ed226 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:05:44.592387 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b8296b8a-c580-4fbc-8512-4aace62ed226 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 945 time: 0.0527132 Apr 06 11:05:44.688935 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Deleting port d35abef9-4e07-40b1-b352-93ae1d69d96a {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:05:44.689320 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:44.781309 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] For port d35abef9-4e07-40b1-b352-93ae1d69d96a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d35abef9-4e07-40b1-b352-93ae1d69d96a,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:05:44.781646 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:44.955223 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:44.955620 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-505955'] for floatingip (f01e3950-7838-4258-8674-2d9947506aba), after_update {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:44.955947 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.db.l3_db [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Floating IP f01e3950-7838-4258-8674-2d9947506aba disassociated. External IP: 172.27.1.21, port: d35abef9-4e07-40b1-b352-93ae1d69d96a. Apr 06 11:05:44.956281 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Calling delete_port for d35abef9-4e07-40b1-b352-93ae1d69d96a owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:05:45.083585 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (d35abef9-4e07-40b1-b352-93ae1d69d96a), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:45.115998 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'Port': ['ID=d35abef9-4e07-40b1-b352-93ae1d69d96a,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:45.127408 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.127785 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.128130 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.128480 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.128819 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.129146 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.129483 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.129817 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.130457 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.130457 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.130768 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.131127 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.131548 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.131771 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.132094 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:45.200935 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3da6d654-f319-432b-84ce-254344b8ed87 req-4cfc37f3-c1b7-4b57-a50b-34c9b9a224e1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/ports?device_id=77d7656e-7192-4f55-9f76-2c1f3be47d74 HTTP/1.1" status: 200 len: 210 time: 0.0271249 Apr 06 11:05:45.250051 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:05:45.366045 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:05:45.375694 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:05:45.385864 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:05:45.386484 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:05:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:45.409115 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] No DVR routers for this DVR port d35abef9-4e07-40b1-b352-93ae1d69d96a on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:05:45.411691 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:45.415194 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-476f820f-1e4a-461c-ac2b-0f2caec5c709 req-b7c90333-9d28-4b8c-b4dc-a91dd7809049 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.26 "DELETE /v2.0/ports/d35abef9-4e07-40b1-b352-93ae1d69d96a HTTP/1.1" status: 204 len: 173 time: 0.8167958 Apr 06 11:05:45.415681 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'name': 'network-vif-deleted', 'tag': 'd35abef9-4e07-40b1-b352-93ae1d69d96a'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:05:45.418461 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b2aad7-d743-4741-91e0-54baee368bb5" -d '{"events": [{"server_uuid": "77d7656e-7192-4f55-9f76-2c1f3be47d74", "name": "network-vif-deleted", "tag": "d35abef9-4e07-40b1-b352-93ae1d69d96a"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:05:45.467745 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ab7ed4-4ddc-4570-9599-3f332d4c97cb x-openstack-request-id: req-31ab7ed4-4ddc-4570-9599-3f332d4c97cb {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:05:45.468440 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d7656e-7192-4f55-9f76-2c1f3be47d74", "name": "network-vif-deleted", "tag": "d35abef9-4e07-40b1-b352-93ae1d69d96a", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:05:45.468604 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-31ab7ed4-4ddc-4570-9599-3f332d4c97cb {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:05:45.469827 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ab7ed4-4ddc-4570-9599-3f332d4c97cb'] response: {'server_uuid': '77d7656e-7192-4f55-9f76-2c1f3be47d74', 'name': 'network-vif-deleted', 'tag': 'd35abef9-4e07-40b1-b352-93ae1d69d96a', 'status': 'completed', 'code': 200} Apr 06 11:05:45.506482 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:05:45.725169 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:45.750928 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:05:45.768288 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:05:45.768942 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:05:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:45.849146 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ed9f79b7-134e-4b30-a49d-7126d7a16c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:45.881337 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:05:46.102381 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:46.215523 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a41154-393b-494e-9b73-c4707e76a23b None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:01:10Z', 'revision_number': 4, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '6575af25-d9dc-446e-badb-7d72b3720de8', 'name': '', 'network_id': '16dc32bb-bd1c-4641-a070-90057aff5843', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'mac_address': 'fa:16:3e:b2:fc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:09Z', 'updated_at': '2022-04-06T11:01:16Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'subnets': [{'id': 'e5734a0d-3930-4ed6-bccf-6abc5d957509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:05:46.442664 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4eb936-1626-4cd7-8684-8ac68b851097 None None] New status for floating IP f01e3950-7838-4258-8674-2d9947506aba: DOWN {{(pid=115085) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:05:46.556563 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.301345 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33740) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:47.353176 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (3e86d2ef-504d-470d-ac0d-a0ac0a59946e), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.376968 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (3e86d2ef-504d-470d-ac0d-a0ac0a59946e), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.423674 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (3e86d2ef-504d-470d-ac0d-a0ac0a59946e), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.426276 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.427485 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "DELETE /v2.0/security-groups/3e86d2ef-504d-470d-ac0d-a0ac0a59946e HTTP/1.1" status: 204 len: 168 time: 0.1251209 Apr 06 11:05:47.430321 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33742) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:47.436660 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e86d2ef-504d-470d-ac0d-a0ac0a59946e,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:47.444440 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.api.v2.resource [None req-7301b6e1-b4e1-4941-a55a-8a3921bff0c1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] show failed (client error): The resource could not be found. Apr 06 11:05:47.444700 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.444865 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.448134 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.448292 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-7301b6e1-b4e1-4941-a55a-8a3921bff0c1 tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "GET /v2.0/security-groups/3e86d2ef-504d-470d-ac0d-a0ac0a59946e HTTP/1.1" status: 404 len: 347 time: 0.0141602 Apr 06 11:05:47.448393 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.448393 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.448393 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.448393 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.448393 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.448393 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.448393 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.449001 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device d35abef9-4e07-40b1-b352-93ae1d69d96a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:05:47.449422 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.449422 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.449422 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.449422 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.449742 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af44e5a2-e425-4567-a28c-5328f13c767a tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:47.450576 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33744) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:47.477964 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: d35abef9-4e07-40b1-b352-93ae1d69d96a {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:05:47.478312 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device d35abef9-4e07-40b1-b352-93ae1d69d96a not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:05:47.586155 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-4b755c9f-54ed-4d4c-850a-cfadb42548ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Deleting port ad49d60a-8531-4e98-a42d-80f3c159e20b {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:05:47.586405 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b755c9f-54ed-4d4c-850a-cfadb42548ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (ad49d60a-8531-4e98-a42d-80f3c159e20b), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.664391 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b755c9f-54ed-4d4c-850a-cfadb42548ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (ad49d60a-8531-4e98-a42d-80f3c159e20b), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.664712 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b755c9f-54ed-4d4c-850a-cfadb42548ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (ad49d60a-8531-4e98-a42d-80f3c159e20b), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.676552 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-4b755c9f-54ed-4d4c-850a-cfadb42548ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Calling delete_port for ad49d60a-8531-4e98-a42d-80f3c159e20b owned by network:floatingip {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:05:47.805042 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b755c9f-54ed-4d4c-850a-cfadb42548ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (ad49d60a-8531-4e98-a42d-80f3c159e20b), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.838695 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b755c9f-54ed-4d4c-850a-cfadb42548ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Pushing event deleted for resources: {'Port': ['ID=ad49d60a-8531-4e98-a42d-80f3c159e20b,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:47.899290 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b755c9f-54ed-4d4c-850a-cfadb42548ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks [] for floatingip (f01e3950-7838-4258-8674-2d9947506aba), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.902353 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-4b755c9f-54ed-4d4c-850a-cfadb42548ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:47.903532 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-4b755c9f-54ed-4d4c-850a-cfadb42548ee tempest-AttachVolumeNegativeTest-1485730234 tempest-AttachVolumeNegativeTest-1485730234-project] 10.222.0.23 "DELETE /v2.0/floatingips/f01e3950-7838-4258-8674-2d9947506aba HTTP/1.1" status: 204 len: 168 time: 0.4520023 Apr 06 11:05:48.340989 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:49.644729 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:50.442416 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:05:51.553209 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33780) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:51.900668 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506467'] for router_interface (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:52.144976 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] Deleting port 6575af25-d9dc-446e-badb-7d72b3720de8 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:05:52.145312 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:52.221802 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] For port 6575af25-d9dc-446e-badb-7d72b3720de8, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=6575af25-d9dc-446e-badb-7d72b3720de8,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:05:52.222066 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:52.234494 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] Calling delete_port for 6575af25-d9dc-446e-badb-7d72b3720de8 owned by network:router_interface {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:05:52.416190 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (6575af25-d9dc-446e-badb-7d72b3720de8), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:52.441980 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] Pushing event deleted for resources: {'Port': ['ID=6575af25-d9dc-446e-badb-7d72b3720de8,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:52.617058 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506099'] for router_interface (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.096393 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] Router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:05:53.204637 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:05:53.210349 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-abf6d94c-685b-4a8b-88a7-72b53efcf12d admin admin] 10.222.0.23 "PUT /v2.0/routers/9381d23a-fea8-43dc-8faa-5f9ad48e4cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560652 Apr 06 11:05:53.212523 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33782) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:53.213757 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] Sync routers for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:05:53.224375 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:05:53.225000 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:05:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:53.318621 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Publish callbacks [] for router (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.332518 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:05:53.424698 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Publish callbacks [] for router_gateway (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.480735 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Deleting port 4ac0fe4a-411d-4308-9198-74e723cec367 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:05:53.481067 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.513110 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84'}], 'enable_snat': True}, 'gw_port_id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:05:52Z', 'revision_number': 5, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port': {'id': '4ac0fe4a-411d-4308-9198-74e723cec367', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:14:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:01:06Z', 'updated_at': '2022-04-06T11:01:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:53.538902 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] Checking router: 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:05:53.548241 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] Routers {'9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:05:53.548865 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:05:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:53.559545 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] For port 4ac0fe4a-411d-4308-9198-74e723cec367, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=4ac0fe4a-411d-4308-9198-74e723cec367,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:05:53.559908 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.572256 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Calling delete_port for 4ac0fe4a-411d-4308-9198-74e723cec367 owned by network:router_gateway {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:05:53.640534 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] Set router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa gateway port host: None {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:05:53.694918 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:05:53Z', 'revision_number': 6, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port_host': None}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:53.722080 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe2d6dd-7b0d-4719-a49e-11719cf4f5fc None None] The sync data for ids ['9381d23a-fea8-43dc-8faa-5f9ad48e4cfa'] in dv-cinder-836070-2-iscsi is: [{'id': '9381d23a-fea8-43dc-8faa-5f9ad48e4cfa', 'name': 'tempest-AttachVolumeNegativeTest-1973968386-router', 'tenant_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:01:05Z', 'updated_at': '2022-04-06T11:05:53Z', 'revision_number': 6, 'project_id': '70d69596c1cf4a4b9327f3b65c2d3dea', 'gw_port_host': None}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:05:53.749110 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (4ac0fe4a-411d-4308-9198-74e723cec367), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.779343 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac0fe4a-411d-4308-9198-74e723cec367,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:53.846832 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505909'] for router_gateway (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.939319 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6868'] for router (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.941507 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Publish callbacks [] for router_controller (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.986554 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475279'] for router (9381d23a-fea8-43dc-8faa-5f9ad48e4cfa), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.987115 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9381d23a-fea8-43dc-8faa-5f9ad48e4cfa {{(pid=115084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:05:53.991612 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:53.992794 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-6d8751f0-7596-4c86-9908-eae029fa8ced admin admin] 10.222.0.23 "DELETE /v2.0/routers/9381d23a-fea8-43dc-8faa-5f9ad48e4cfa HTTP/1.1" status: 204 len: 168 time: 0.7792554 Apr 06 11:05:53.995542 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33786) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:54.045938 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_v2 [None req-378ee4ed-6eb5-47e3-9474-e1dfcd727162 admin admin] Deleting subnet e5734a0d-3930-4ed6-bccf-6abc5d957509 {{(pid=115084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:05:54.050251 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-378ee4ed-6eb5-47e3-9474-e1dfcd727162 admin admin] Publish callbacks [] for subnet (e5734a0d-3930-4ed6-bccf-6abc5d957509), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.093946 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-378ee4ed-6eb5-47e3-9474-e1dfcd727162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133558098'] for subnet (e5734a0d-3930-4ed6-bccf-6abc5d957509), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.174975 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-378ee4ed-6eb5-47e3-9474-e1dfcd727162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (e5734a0d-3930-4ed6-bccf-6abc5d957509), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.232486 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-378ee4ed-6eb5-47e3-9474-e1dfcd727162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130413001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130416037'] for subnet (e5734a0d-3930-4ed6-bccf-6abc5d957509), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.264258 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-378ee4ed-6eb5-47e3-9474-e1dfcd727162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.268553 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-378ee4ed-6eb5-47e3-9474-e1dfcd727162 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e5734a0d-3930-4ed6-bccf-6abc5d957509 HTTP/1.1" status: 204 len: 168 time: 0.2720668 Apr 06 11:05:54.269524 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ee4ed-6eb5-47e3-9474-e1dfcd727162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5734a0d-3930-4ed6-bccf-6abc5d957509,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:54.269647 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4340022-7b1f-42c3-b91c-56ddccd15eac None None] Network 16dc32bb-bd1c-4641-a070-90057aff5843 requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:05:54.271477 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33788) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:54.341010 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (16dc32bb-bd1c-4641-a070-90057aff5843), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.394493 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Deleting port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:05:54.394822 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.462227 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] For port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=8d059159-77b9-4cbf-8f9f-7ded6ae195a3,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:05:54.462588 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.473683 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] DHCP port deletion for 16dc32bb-bd1c-4641-a070-90057aff5843 request from dv-cinder-836070-2-iscsi {{(pid=115085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:05:54.477415 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Calling delete_port for 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 owned by network:dhcp {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:05:54.522960 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Deleting port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 {{(pid=115085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:05:54.523336 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), before_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.558828 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.589735 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Pushing event deleted for resources: {'Port': ['ID=8d059159-77b9-4cbf-8f9f-7ded6ae195a3,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:54.593293 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] No DVR routers for this DVR port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 on host dv-cinder-836070-2-iscsi {{(pid=115084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:05:54.597102 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] For port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=8d059159-77b9-4cbf-8f9f-7ded6ae195a3,segment=NetworkSegment(827bc1c5-eb98-4f33-8961-4772aa05d7c3),segment_id=827bc1c5-eb98-4f33-8961-4772aa05d7c3)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:05:54.597516 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), precommit_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.610815 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Calling delete_port for 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 owned by network:dhcp {{(pid=115085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:05:54.669095 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (16dc32bb-bd1c-4641-a070-90057aff5843), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.690005 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957'] for port (8d059159-77b9-4cbf-8f9f-7ded6ae195a3), after_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.692782 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dc32bb-bd1c-4641-a070-90057aff5843']}} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:54.702927 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '827bc1c5-eb98-4f33-8961-4772aa05d7c3') {'for_net_delete': True} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:54.704467 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.services.segments.db [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '827bc1c5-eb98-4f33-8961-4772aa05d7c3') {} {{(pid=115084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:05:54.715294 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-133558185'] for segment (827bc1c5-eb98-4f33-8961-4772aa05d7c3), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.723723 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Pushing event deleted for resources: {'Port': ['ID=8d059159-77b9-4cbf-8f9f-7ded6ae195a3,revision_number=None']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:54.726230 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] No DVR routers for this DVR port 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 on host dv-cinder-836070-2-iscsi {{(pid=115085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:05:54.734573 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.735244 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.735844 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.736213 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (827bc1c5-eb98-4f33-8961-4772aa05d7c3), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.736443 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.737011 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.737311 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.737756 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.738177 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.738753 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.739557 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.740236 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.740946 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.741323 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.741829 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.742255 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a092eb7d-687c-47e8-bc03-02250bd27344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:05:54.746718 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=115084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:05:54.747272 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-130412963'] for segment (827bc1c5-eb98-4f33-8961-4772aa05d7c3), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: Traceback (most recent call last): Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: timer() Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: cb(*args, **kw) Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: return func(*args, **kwargs) Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: self._notify() Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: self.callback(batched_events) Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: event.method(event) Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: return f(self, *a, **k) Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._get(url).json() Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: return self.request(url, 'GET', **kwargs) Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:05:54.749514 dv-cinder-836070-2-iscsi neutron-server[115084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:05:54.811266 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (16dc32bb-bd1c-4641-a070-90057aff5843), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.817527 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:54.820705 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] 10.222.0.23 "DELETE /v2.0/networks/16dc32bb-bd1c-4641-a070-90057aff5843 HTTP/1.1" status: 204 len: 168 time: 0.5486877 Apr 06 11:05:54.834370 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd5a84-2f47-4860-b8d9-78a69e9318bc admin admin] Pushing event deleted for resources: {'Network': ['ID=16dc32bb-bd1c-4641-a070-90057aff5843,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:55.030513 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33792) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:55.070542 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-6e423ccf-7d06-4585-95b3-8bb916edfa0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=70d69596c1cf4a4b9327f3b65c2d3dea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387640 Apr 06 11:05:55.073081 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33794) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:55.085700 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 4ac0fe4a-411d-4308-9198-74e723cec367 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:05:55.106522 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 4ac0fe4a-411d-4308-9198-74e723cec367 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:05:55.107036 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 4ac0fe4a-411d-4308-9198-74e723cec367 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:05:55.107586 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:05:55.125695 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9bd37e78-c384-4900-9ca7-9adbc383edd6 admin admin] Publish callbacks [] for security_group (a5dd4f20-5897-4051-b1af-17ba3e79d90f), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:55.127638 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:05:55.127998 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 8d059159-77b9-4cbf-8f9f-7ded6ae195a3 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:05:55.128422 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 6575af25-d9dc-446e-badb-7d72b3720de8 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:05:55.147916 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 6575af25-d9dc-446e-badb-7d72b3720de8 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:05:55.148096 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9bd37e78-c384-4900-9ca7-9adbc383edd6 admin admin] Publish callbacks [] for security_group (a5dd4f20-5897-4051-b1af-17ba3e79d90f), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:55.148221 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 6575af25-d9dc-446e-badb-7d72b3720de8 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:05:55.196914 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9bd37e78-c384-4900-9ca7-9adbc383edd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a5dd4f20-5897-4051-b1af-17ba3e79d90f), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:55.199821 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9bd37e78-c384-4900-9ca7-9adbc383edd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:55.200989 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-9bd37e78-c384-4900-9ca7-9adbc383edd6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5dd4f20-5897-4051-b1af-17ba3e79d90f HTTP/1.1" status: 204 len: 168 time: 0.1268654 Apr 06 11:05:55.210012 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd37e78-c384-4900-9ca7-9adbc383edd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dd4f20-5897-4051-b1af-17ba3e79d90f,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:56.809962 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33838) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:56.915914 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-701aa45b-b1c5-473a-aa35-6e2fb10d20b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:56.989718 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-701aa45b-b1c5-473a-aa35-6e2fb10d20b6 admin admin] Publish callbacks [] for security_group (b9a0764c-7af9-4fab-974c-8a0a4564f794), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:56.993399 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-701aa45b-b1c5-473a-aa35-6e2fb10d20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b9a0764c-7af9-4fab-974c-8a0a4564f794), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.029440 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701aa45b-b1c5-473a-aa35-6e2fb10d20b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a0764c-7af9-4fab-974c-8a0a4564f794,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:57.035392 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-701aa45b-b1c5-473a-aa35-6e2fb10d20b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d77c32fa373647fd8b863accbcc1125d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244191 Apr 06 11:05:57.038177 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33842) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:57.088044 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-44d6bd7e-2432-40d2-a6ff-768a3ddac32e admin admin] Publish callbacks [] for security_group (b9a0764c-7af9-4fab-974c-8a0a4564f794), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.108876 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-44d6bd7e-2432-40d2-a6ff-768a3ddac32e admin admin] Publish callbacks [] for security_group (b9a0764c-7af9-4fab-974c-8a0a4564f794), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.154872 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-44d6bd7e-2432-40d2-a6ff-768a3ddac32e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (b9a0764c-7af9-4fab-974c-8a0a4564f794), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.157641 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-44d6bd7e-2432-40d2-a6ff-768a3ddac32e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.158782 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-44d6bd7e-2432-40d2-a6ff-768a3ddac32e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9a0764c-7af9-4fab-974c-8a0a4564f794 HTTP/1.1" status: 204 len: 168 time: 0.1197143 Apr 06 11:05:57.166698 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6bd7e-2432-40d2-a6ff-768a3ddac32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a0764c-7af9-4fab-974c-8a0a4564f794,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:57.425029 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33848) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:57.438944 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7fe39afc-d77f-41e4-a9fb-fae81ea6e01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.512570 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7fe39afc-d77f-41e4-a9fb-fae81ea6e01e admin admin] Publish callbacks [] for security_group (d8341eb0-4068-4952-ab81-0778cf7240d6), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.516794 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-7fe39afc-d77f-41e4-a9fb-fae81ea6e01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (d8341eb0-4068-4952-ab81-0778cf7240d6), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.554477 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-7fe39afc-d77f-41e4-a9fb-fae81ea6e01e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3911f03a22414f1d95d90b1c6b322750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282656 Apr 06 11:05:57.555327 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe39afc-d77f-41e4-a9fb-fae81ea6e01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8341eb0-4068-4952-ab81-0778cf7240d6,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:05:57.557164 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33850) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:05:57.604752 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-770ff579-a6ed-4018-81cd-c8ea584df915 admin admin] Publish callbacks [] for security_group (d8341eb0-4068-4952-ab81-0778cf7240d6), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.626952 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-770ff579-a6ed-4018-81cd-c8ea584df915 admin admin] Publish callbacks [] for security_group (d8341eb0-4068-4952-ab81-0778cf7240d6), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.679228 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-770ff579-a6ed-4018-81cd-c8ea584df915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (d8341eb0-4068-4952-ab81-0778cf7240d6), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.679228 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-770ff579-a6ed-4018-81cd-c8ea584df915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:05:57.679228 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-770ff579-a6ed-4018-81cd-c8ea584df915 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8341eb0-4068-4952-ab81-0778cf7240d6 HTTP/1.1" status: 204 len: 168 time: 0.1205592 Apr 06 11:05:57.690278 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ff579-a6ed-4018-81cd-c8ea584df915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8341eb0-4068-4952-ab81-0778cf7240d6,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:00.048587 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33918) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:00.160845 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ee805c1c-32fb-4695-bac9-eebde13329da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.237153 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ee805c1c-32fb-4695-bac9-eebde13329da admin admin] Publish callbacks [] for security_group (412865a6-7db3-4638-bac3-11043f96711d), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.241195 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-ee805c1c-32fb-4695-bac9-eebde13329da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (412865a6-7db3-4638-bac3-11043f96711d), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.280284 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-ee805c1c-32fb-4695-bac9-eebde13329da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=37cdbab4701c41d28860e3da591d3a89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306097 Apr 06 11:06:00.281776 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee805c1c-32fb-4695-bac9-eebde13329da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412865a6-7db3-4638-bac3-11043f96711d,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:00.284128 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33922) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:00.332446 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0b3a6a15-a000-43fe-bf5a-aa1cc02e3c56 admin admin] Publish callbacks [] for security_group (412865a6-7db3-4638-bac3-11043f96711d), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.353472 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0b3a6a15-a000-43fe-bf5a-aa1cc02e3c56 admin admin] Publish callbacks [] for security_group (412865a6-7db3-4638-bac3-11043f96711d), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.399364 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0b3a6a15-a000-43fe-bf5a-aa1cc02e3c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (412865a6-7db3-4638-bac3-11043f96711d), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.402051 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-0b3a6a15-a000-43fe-bf5a-aa1cc02e3c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.403205 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-0b3a6a15-a000-43fe-bf5a-aa1cc02e3c56 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/412865a6-7db3-4638-bac3-11043f96711d HTTP/1.1" status: 204 len: 168 time: 0.1181681 Apr 06 11:06:00.411860 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a6a15-a000-43fe-bf5a-aa1cc02e3c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412865a6-7db3-4638-bac3-11043f96711d,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:00.662712 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33928) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:00.675897 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9be40c11-c4db-4834-8578-670b549bdebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.751897 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9be40c11-c4db-4834-8578-670b549bdebc admin admin] Publish callbacks [] for security_group (09c6168f-09f4-4c7b-863a-e52bc2fbe725), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.755925 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-9be40c11-c4db-4834-8578-670b549bdebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (09c6168f-09f4-4c7b-863a-e52bc2fbe725), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.795725 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be40c11-c4db-4834-8578-670b549bdebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c6168f-09f4-4c7b-863a-e52bc2fbe725,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:00.801030 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-9be40c11-c4db-4834-8578-670b549bdebc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a430278c1c4d43bb819244971d1197c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372888 Apr 06 11:06:00.803652 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33930) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:00.852610 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d62981ab-05af-4e62-92c5-dae9fe0650ac admin admin] Publish callbacks [] for security_group (09c6168f-09f4-4c7b-863a-e52bc2fbe725), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.873308 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d62981ab-05af-4e62-92c5-dae9fe0650ac admin admin] Publish callbacks [] for security_group (09c6168f-09f4-4c7b-863a-e52bc2fbe725), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.919162 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d62981ab-05af-4e62-92c5-dae9fe0650ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (09c6168f-09f4-4c7b-863a-e52bc2fbe725), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.921779 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-d62981ab-05af-4e62-92c5-dae9fe0650ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:00.923351 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-d62981ab-05af-4e62-92c5-dae9fe0650ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09c6168f-09f4-4c7b-863a-e52bc2fbe725 HTTP/1.1" status: 204 len: 168 time: 0.1186860 Apr 06 11:06:00.931544 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62981ab-05af-4e62-92c5-dae9fe0650ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c6168f-09f4-4c7b-863a-e52bc2fbe725,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:02.610562 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33984) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:02.713458 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4d91050b-6126-4bc1-b7d0-2bcf21818742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:02.787631 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4d91050b-6126-4bc1-b7d0-2bcf21818742 admin admin] Publish callbacks [] for security_group (18623cf3-75fc-46e1-853c-2856723c2417), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:02.791163 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4d91050b-6126-4bc1-b7d0-2bcf21818742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (18623cf3-75fc-46e1-853c-2856723c2417), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:02.832879 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-4d91050b-6126-4bc1-b7d0-2bcf21818742 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2343e3520290411eb8e900e009260427&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212429 Apr 06 11:06:02.833582 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91050b-6126-4bc1-b7d0-2bcf21818742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18623cf3-75fc-46e1-853c-2856723c2417,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:02.836117 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33988) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:02.884095 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5d797da0-b2b7-4cd4-baee-9dfb17b16f92 admin admin] Publish callbacks [] for security_group (18623cf3-75fc-46e1-853c-2856723c2417), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:02.904173 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5d797da0-b2b7-4cd4-baee-9dfb17b16f92 admin admin] Publish callbacks [] for security_group (18623cf3-75fc-46e1-853c-2856723c2417), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:02.950921 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5d797da0-b2b7-4cd4-baee-9dfb17b16f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (18623cf3-75fc-46e1-853c-2856723c2417), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:02.953748 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-5d797da0-b2b7-4cd4-baee-9dfb17b16f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:02.954984 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-5d797da0-b2b7-4cd4-baee-9dfb17b16f92 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18623cf3-75fc-46e1-853c-2856723c2417 HTTP/1.1" status: 204 len: 168 time: 0.1177258 Apr 06 11:06:02.962601 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d797da0-b2b7-4cd4-baee-9dfb17b16f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18623cf3-75fc-46e1-853c-2856723c2417,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:03.208348 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 33996) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:03.224825 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f5a52054-7ea1-4e08-8d9b-0b1ad3f7e1d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:03.300056 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f5a52054-7ea1-4e08-8d9b-0b1ad3f7e1d0 admin admin] Publish callbacks [] for security_group (908da576-9862-4c17-b0ce-1716436c090b), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:03.303716 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f5a52054-7ea1-4e08-8d9b-0b1ad3f7e1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (908da576-9862-4c17-b0ce-1716436c090b), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:03.341500 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-f5a52054-7ea1-4e08-8d9b-0b1ad3f7e1d0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cffadf96c41340de92265359c6b336f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320677 Apr 06 11:06:03.342830 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a52054-7ea1-4e08-8d9b-0b1ad3f7e1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908da576-9862-4c17-b0ce-1716436c090b,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:03.344707 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 33998) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:03.393431 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358ecf96-94c9-4e78-97a1-84ec385e73d3 admin admin] Publish callbacks [] for security_group (908da576-9862-4c17-b0ce-1716436c090b), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:03.414454 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358ecf96-94c9-4e78-97a1-84ec385e73d3 admin admin] Publish callbacks [] for security_group (908da576-9862-4c17-b0ce-1716436c090b), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:03.462064 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358ecf96-94c9-4e78-97a1-84ec385e73d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (908da576-9862-4c17-b0ce-1716436c090b), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:03.464860 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-358ecf96-94c9-4e78-97a1-84ec385e73d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:03.466035 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-358ecf96-94c9-4e78-97a1-84ec385e73d3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/908da576-9862-4c17-b0ce-1716436c090b HTTP/1.1" status: 204 len: 168 time: 0.1202843 Apr 06 11:06:03.474275 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ecf96-94c9-4e78-97a1-84ec385e73d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908da576-9862-4c17-b0ce-1716436c090b,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:03.532404 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:05.509560 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34068) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:05.633246 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-458fba19-ed99-49e7-98d9-9dcb07edf431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:05.708331 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-458fba19-ed99-49e7-98d9-9dcb07edf431 admin admin] Publish callbacks [] for security_group (3fa13077-c306-45ad-a9cc-54beef3aec68), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:05.711826 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-458fba19-ed99-49e7-98d9-9dcb07edf431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (3fa13077-c306-45ad-a9cc-54beef3aec68), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:05.749515 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-458fba19-ed99-49e7-98d9-9dcb07edf431 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4cfa47231d3c4a2babfbf55fca132f78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388728 Apr 06 11:06:05.751244 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fba19-ed99-49e7-98d9-9dcb07edf431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa13077-c306-45ad-a9cc-54beef3aec68,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:05.752907 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 34072) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:05.803097 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84324493-b84c-4b9e-8ac8-094a5e06abf0 admin admin] Publish callbacks [] for security_group (3fa13077-c306-45ad-a9cc-54beef3aec68), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:05.825254 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84324493-b84c-4b9e-8ac8-094a5e06abf0 admin admin] Publish callbacks [] for security_group (3fa13077-c306-45ad-a9cc-54beef3aec68), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:05.872203 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84324493-b84c-4b9e-8ac8-094a5e06abf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (3fa13077-c306-45ad-a9cc-54beef3aec68), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:05.875651 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-84324493-b84c-4b9e-8ac8-094a5e06abf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:05.877074 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-84324493-b84c-4b9e-8ac8-094a5e06abf0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3fa13077-c306-45ad-a9cc-54beef3aec68 HTTP/1.1" status: 204 len: 168 time: 0.1231866 Apr 06 11:06:05.886076 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84324493-b84c-4b9e-8ac8-094a5e06abf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa13077-c306-45ad-a9cc-54beef3aec68,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:06.141055 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 34078) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:06.154214 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5892-724d-4ebe-b536-5768cd9d9ed2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:06.232273 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5892-724d-4ebe-b536-5768cd9d9ed2 admin admin] Publish callbacks [] for security_group (c5f8938c-2c93-4692-b6cb-c57ff214c858), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:06.237021 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5892-724d-4ebe-b536-5768cd9d9ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (c5f8938c-2c93-4692-b6cb-c57ff214c858), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:06.276366 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-3e3f5892-724d-4ebe-b536-5768cd9d9ed2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d2367fd732b941089b23de8f18f515ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341724 Apr 06 11:06:06.277257 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5892-724d-4ebe-b536-5768cd9d9ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f8938c-2c93-4692-b6cb-c57ff214c858,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:06.278973 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34080) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:06.332129 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0212f187-245f-4d6f-b6a3-fe3a6d3a38d5 admin admin] Publish callbacks [] for security_group (c5f8938c-2c93-4692-b6cb-c57ff214c858), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:06.353268 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0212f187-245f-4d6f-b6a3-fe3a6d3a38d5 admin admin] Publish callbacks [] for security_group (c5f8938c-2c93-4692-b6cb-c57ff214c858), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:06.399872 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0212f187-245f-4d6f-b6a3-fe3a6d3a38d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (c5f8938c-2c93-4692-b6cb-c57ff214c858), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:06.402423 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0212f187-245f-4d6f-b6a3-fe3a6d3a38d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:06.403607 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-0212f187-245f-4d6f-b6a3-fe3a6d3a38d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c5f8938c-2c93-4692-b6cb-c57ff214c858 HTTP/1.1" status: 204 len: 168 time: 0.1235168 Apr 06 11:06:06.411395 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0212f187-245f-4d6f-b6a3-fe3a6d3a38d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f8938c-2c93-4692-b6cb-c57ff214c858,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:09.926202 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-97e245b9-595f-4e26-b501-6e53699b6725 req-eaad868e-9d83-4988-9bac-10274f0ccb82 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473449 Apr 06 11:06:10.038168 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e245b9-595f-4e26-b501-6e53699b6725 req-120d43ac-4ab3-49a0-87da-1cacdba4356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:06:10.039839 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-97e245b9-595f-4e26-b501-6e53699b6725 req-120d43ac-4ab3-49a0-87da-1cacdba4356a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 1130 time: 0.0513453 Apr 06 11:06:10.158216 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e245b9-595f-4e26-b501-6e53699b6725 req-813c48e1-b5b5-4c3b-8139-1ec50bff2d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:06:10.159746 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-97e245b9-595f-4e26-b501-6e53699b6725 req-813c48e1-b5b5-4c3b-8139-1ec50bff2d2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.1006701 Apr 06 11:06:10.225377 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-97e245b9-595f-4e26-b501-6e53699b6725 req-63b0ff1f-5298-4523-bc10-6ab25c7e3e0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb HTTP/1.1" status: 200 len: 1002 time: 0.0595376 Apr 06 11:06:10.277946 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e245b9-595f-4e26-b501-6e53699b6725 req-3f1dfc79-2b7a-4a22-a0f7-c5b937c03ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:06:10.279421 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-97e245b9-595f-4e26-b501-6e53699b6725 req-3f1dfc79-2b7a-4a22-a0f7-c5b937c03ae7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0464003 Apr 06 11:06:10.335196 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e245b9-595f-4e26-b501-6e53699b6725 req-ab048f12-2fc7-48a3-b1ec-b359b571a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:06:10.336764 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-97e245b9-595f-4e26-b501-6e53699b6725 req-ab048f12-2fc7-48a3-b1ec-b359b571a4d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495570 Apr 06 11:06:10.428911 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-97e245b9-595f-4e26-b501-6e53699b6725 req-e128e7dd-d5e2-44b6-949c-d1df59edab05 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858719 Apr 06 11:06:10.526594 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-97e245b9-595f-4e26-b501-6e53699b6725 req-483e92d3-99a7-4bbc-904c-64b11962c91a service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913882 Apr 06 11:06:10.532017 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 34138) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:10.637055 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-59655773-cf25-4595-ac2b-93691fb097f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:10.709662 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-59655773-cf25-4595-ac2b-93691fb097f3 admin admin] Publish callbacks [] for security_group (128fde68-7b96-43bb-817e-4269723616b4), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:10.713570 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-59655773-cf25-4595-ac2b-93691fb097f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (128fde68-7b96-43bb-817e-4269723616b4), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:10.751409 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-59655773-cf25-4595-ac2b-93691fb097f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f1734a517ffc4f5ab6e22dd1b73f41f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183564 Apr 06 11:06:10.753364 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59655773-cf25-4595-ac2b-93691fb097f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128fde68-7b96-43bb-817e-4269723616b4,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:10.754109 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34142) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:10.803510 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-02bf9a4a-3064-4bf9-a098-a5a947e049a2 admin admin] Publish callbacks [] for security_group (128fde68-7b96-43bb-817e-4269723616b4), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:10.825140 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-02bf9a4a-3064-4bf9-a098-a5a947e049a2 admin admin] Publish callbacks [] for security_group (128fde68-7b96-43bb-817e-4269723616b4), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:10.875204 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-02bf9a4a-3064-4bf9-a098-a5a947e049a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (128fde68-7b96-43bb-817e-4269723616b4), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:10.877795 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-02bf9a4a-3064-4bf9-a098-a5a947e049a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:10.878950 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-02bf9a4a-3064-4bf9-a098-a5a947e049a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/128fde68-7b96-43bb-817e-4269723616b4 HTTP/1.1" status: 204 len: 168 time: 0.1238625 Apr 06 11:06:10.886579 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf9a4a-3064-4bf9-a098-a5a947e049a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128fde68-7b96-43bb-817e-4269723616b4,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:11.133912 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34148) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:11.148561 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2337974d-9924-488d-b9b5-d9c9c35c1599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:11.223918 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2337974d-9924-488d-b9b5-d9c9c35c1599 admin admin] Publish callbacks [] for security_group (bd6a10c8-6e08-4978-94c5-cbb32c5b237b), precommit_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:11.228018 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2337974d-9924-488d-b9b5-d9c9c35c1599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (bd6a10c8-6e08-4978-94c5-cbb32c5b237b), after_create {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:11.266946 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-2337974d-9924-488d-b9b5-d9c9c35c1599 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6849bcb97bc4aca8d5955a394dbdf4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318440 Apr 06 11:06:11.267830 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337974d-9924-488d-b9b5-d9c9c35c1599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6a10c8-6e08-4978-94c5-cbb32c5b237b,revision_number=1']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:11.269644 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 34150) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:11.322048 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e546fa47-6586-429f-9687-ed980972a01e admin admin] Publish callbacks [] for security_group (bd6a10c8-6e08-4978-94c5-cbb32c5b237b), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:11.342825 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e546fa47-6586-429f-9687-ed980972a01e admin admin] Publish callbacks [] for security_group (bd6a10c8-6e08-4978-94c5-cbb32c5b237b), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:11.393581 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e546fa47-6586-429f-9687-ed980972a01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (bd6a10c8-6e08-4978-94c5-cbb32c5b237b), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:11.396244 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e546fa47-6586-429f-9687-ed980972a01e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:11.397408 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-e546fa47-6586-429f-9687-ed980972a01e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd6a10c8-6e08-4978-94c5-cbb32c5b237b HTTP/1.1" status: 204 len: 168 time: 0.1261921 Apr 06 11:06:11.405252 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546fa47-6586-429f-9687-ed980972a01e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6a10c8-6e08-4978-94c5-cbb32c5b237b,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:12.848503 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-306f8168-e5cc-40a8-967a-42802a6b20a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:15.850649 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-2f1dd2f6-434e-4448-aceb-c921cdfe8c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:16.509228 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:18.349177 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:19.650992 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:22.537351 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 34290) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:22.650641 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-12b2b027-b4de-44db-98da-342d77827b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:22.728247 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-12b2b027-b4de-44db-98da-342d77827b07 admin admin] Publish callbacks [] for security_group (a60133e3-cb70-4448-b771-57cd7da93fac), precommit_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:22.732101 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-12b2b027-b4de-44db-98da-342d77827b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a60133e3-cb70-4448-b771-57cd7da93fac), after_create {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:22.772245 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-12b2b027-b4de-44db-98da-342d77827b07 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6c8bdfa28684b8ba2d766c226c98fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337878 Apr 06 11:06:22.772977 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2b027-b4de-44db-98da-342d77827b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60133e3-cb70-4448-b771-57cd7da93fac,revision_number=1']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:22.774973 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34294) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:06:22.824333 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e927a21d-b270-41cf-be28-85a3a662fa76 admin admin] Publish callbacks [] for security_group (a60133e3-cb70-4448-b771-57cd7da93fac), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:22.845653 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e927a21d-b270-41cf-be28-85a3a662fa76 admin admin] Publish callbacks [] for security_group (a60133e3-cb70-4448-b771-57cd7da93fac), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:22.891329 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e927a21d-b270-41cf-be28-85a3a662fa76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (a60133e3-cb70-4448-b771-57cd7da93fac), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:22.893934 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e927a21d-b270-41cf-be28-85a3a662fa76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:22.895099 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e927a21d-b270-41cf-be28-85a3a662fa76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a60133e3-cb70-4448-b771-57cd7da93fac HTTP/1.1" status: 204 len: 168 time: 0.1190038 Apr 06 11:06:22.902635 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e927a21d-b270-41cf-be28-85a3a662fa76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60133e3-cb70-4448-b771-57cd7da93fac,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:06:27.443489 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:06:33.545404 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:42.849421 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6ee687a0-1481-4b05-a173-1b04ed1a66db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:45.851717 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-da56675d-717c-45fc-a621-777f47817f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:46.510098 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:48.347896 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:06:49.645701 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:02.775289 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34298) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:02.931629 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Deleting port f8e438d7-e80b-482a-aff5-0b790f71d83d {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:02.931968 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (f8e438d7-e80b-482a-aff5-0b790f71d83d), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:03.010029 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (f8e438d7-e80b-482a-aff5-0b790f71d83d), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:03.010351 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (f8e438d7-e80b-482a-aff5-0b790f71d83d), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:03.022554 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Calling delete_port for f8e438d7-e80b-482a-aff5-0b790f71d83d owned by network:floatingip {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:03.167842 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (f8e438d7-e80b-482a-aff5-0b790f71d83d), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:03.194376 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event deleted for resources: {'Port': ['ID=f8e438d7-e80b-482a-aff5-0b790f71d83d,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:03.220317 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.220669 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.221014 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.221356 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.221699 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.222031 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.222360 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.222689 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.223021 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.223406 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.223990 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.224567 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.225007 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.225336 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.225665 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:03.265332 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (ff954f95-7917-4fcc-9793-abfa88a71e06), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:03.265661 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Floating IP ff954f95-7917-4fcc-9793-abfa88a71e06 disassociated (deleted). External IP: 172.27.1.141, port: b821b3c4-5cf3-4384-b811-fbb61e59d5a3. Apr 06 11:07:03.477988 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Router c92d4b53-91e4-4a40-b5c9-77bb863d357d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:07:03.561891 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:03.590755 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:07:03.595773 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:03.600286 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] Sync routers for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:07:03.609792 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:07:03.610488 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:06:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:03.629237 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-20548349-feb5-424e-a0bb-a932f1008630 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "DELETE /v2.0/floatingips/ff954f95-7917-4fcc-9793-abfa88a71e06 HTTP/1.1" status: 204 len: 168 time: 0.8505263 Apr 06 11:07:03.629237 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'tag': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:07:03.630681 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a2da96-fb63-4049-af3b-77df0762b7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "46f1c73b-c356-48bb-9105-ea7916a61d8a", "tag": "b821b3c4-5cf3-4384-b811-fbb61e59d5a3"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:07:03.668603 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70985ff8-4f4f-45b4-aa96-d2924f219506 x-openstack-request-id: req-70985ff8-4f4f-45b4-aa96-d2924f219506 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:07:03.668901 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46f1c73b-c356-48bb-9105-ea7916a61d8a", "tag": "b821b3c4-5cf3-4384-b811-fbb61e59d5a3", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:07:03.669213 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70985ff8-4f4f-45b4-aa96-d2924f219506 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:07:03.669644 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70985ff8-4f4f-45b4-aa96-d2924f219506'] response: {'name': 'network-changed', 'server_uuid': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'tag': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'status': 'completed', 'code': 200} Apr 06 11:07:03.779350 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-a5375ed5-3af2-4a3c-86a9-446251ebd72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:03.782228 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-a5375ed5-3af2-4a3c-86a9-446251ebd72c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 1129 time: 0.0689635 Apr 06 11:07:03.868483 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:07:03.871279 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c3c32-628f-40bf-999e-74d8b4b8f77b req-15fba200-a40d-4ff0-9ba7-2b780ac75c4b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:03.872798 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c97c3c32-628f-40bf-999e-74d8b4b8f77b req-15fba200-a40d-4ff0-9ba7-2b780ac75c4b tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 945 time: 0.0545335 Apr 06 11:07:03.925754 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-c97c3c32-628f-40bf-999e-74d8b4b8f77b req-615f6956-e195-42c3-901c-6ff2f02e4460 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470102 Apr 06 11:07:04.100471 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '06edfc57-dbc7-4b78-81a6-1996796ed9f5', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:5b:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:18Z', 'updated_at': '2022-04-06T11:03:21Z', 'revision_number': 1, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:04.127410 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] Checking router: c92d4b53-91e4-4a40-b5c9-77bb863d357d for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:07:04.136021 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:07:04.136642 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:06:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:04.244714 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:07:04.441767 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:07:04.471626 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '06edfc57-dbc7-4b78-81a6-1996796ed9f5', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:5b:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:18Z', 'updated_at': '2022-04-06T11:03:21Z', 'revision_number': 1, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:04.503187 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0282d157-5e83-45e8-bc48-43cfaccee5a2 None None] The sync data for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi is: [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_floatingips': [{'id': '06edfc57-dbc7-4b78-81a6-1996796ed9f5', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'floating_ip_address': '172.27.1.182', 'floating_network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'router_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'port_id': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'mac_address': 'fa:16:3e:5b:15:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-06T11:03:18Z', 'updated_at': '2022-04-06T11:03:21Z', 'revision_number': 1, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:07:04.727192 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bb749-5328-4ac8-b053-83b62269bb4c None None] New status for floating IP ff954f95-7917-4fcc-9793-abfa88a71e06: DOWN {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:07:04.916995 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-5f44c540-1b05-4996-8a71-77ac1c04efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:04.918506 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-5f44c540-1b05-4996-8a71-77ac1c04efc6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.0863063 Apr 06 11:07:04.998772 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-fe07d451-c939-488a-a617-878e875aee5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b821b3c4-5cf3-4384-b811-fbb61e59d5a3 HTTP/1.1" status: 200 len: 217 time: 0.0423825 Apr 06 11:07:05.051882 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b236c39-f2d4-4ca3-8f40-90c39adc2988 req-c30f1a26-7bd8-427d-9a8c-ec1c8145096a tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:05.053385 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b236c39-f2d4-4ca3-8f40-90c39adc2988 req-c30f1a26-7bd8-427d-9a8c-ec1c8145096a tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 945 time: 0.0527356 Apr 06 11:07:05.103439 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-2b236c39-f2d4-4ca3-8f40-90c39adc2988 req-dafcf9cf-2184-46d9-8664-a680517e4b8d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443974 Apr 06 11:07:05.111432 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-7aa9d897-8f16-49f6-9254-088fa3dfef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:05.113424 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-7aa9d897-8f16-49f6-9254-088fa3dfef82 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0448751 Apr 06 11:07:05.162057 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-3d52dc67-ca70-4d1f-ad7f-8d57609feba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:05.163551 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-3d52dc67-ca70-4d1f-ad7f-8d57609feba4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443769 Apr 06 11:07:05.449357 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-9e9ea2ac-5830-4ab4-8785-e50fd802f20f service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861192 Apr 06 11:07:05.597170 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-6b832540-5ca1-4150-93bc-6beb3c954622 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:05.598659 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-6b832540-5ca1-4150-93bc-6beb3c954622 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 945 time: 0.1131351 Apr 06 11:07:05.634772 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-35a2da96-fb63-4049-af3b-77df0762b7f4 req-54d9452c-3481-402d-9f17-c78dc27f95e1 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502712 Apr 06 11:07:05.698352 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Deleting port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:05.698689 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:05.788040 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] For port b821b3c4-5cf3-4384-b811-fbb61e59d5a3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:07:05.788317 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:05.800873 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Calling delete_port for b821b3c4-5cf3-4384-b811-fbb61e59d5a3 owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:05.925847 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (b821b3c4-5cf3-4384-b811-fbb61e59d5a3), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:05.956131 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event deleted for resources: {'Port': ['ID=b821b3c4-5cf3-4384-b811-fbb61e59d5a3,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:05.965697 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.966043 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.966388 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.966729 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.967061 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.967390 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.967755 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.968072 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.968402 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.969070 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.969070 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.969395 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.969660 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.969979 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:05.970296 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:06.014467 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] No DVR routers for this DVR port b821b3c4-5cf3-4384-b811-fbb61e59d5a3 on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:07:06.016974 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:06.020473 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-465b2dde-40c5-493b-86fa-c2030e954fb9 req-9b4577b5-a4b2-4fad-be86-21a53bafb907 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "DELETE /v2.0/ports/b821b3c4-5cf3-4384-b811-fbb61e59d5a3 HTTP/1.1" status: 204 len: 173 time: 0.4130187 Apr 06 11:07:06.020912 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'name': 'network-vif-deleted', 'tag': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:07:06.023173 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d20c889-0fa2-4847-8ed6-a61826e56036" -d '{"events": [{"server_uuid": "46f1c73b-c356-48bb-9105-ea7916a61d8a", "name": "network-vif-deleted", "tag": "b821b3c4-5cf3-4384-b811-fbb61e59d5a3"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:07:06.060545 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6a5f28-755c-4f73-9dbd-244c7143029f x-openstack-request-id: req-8e6a5f28-755c-4f73-9dbd-244c7143029f {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:07:06.060840 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46f1c73b-c356-48bb-9105-ea7916a61d8a", "name": "network-vif-deleted", "tag": "b821b3c4-5cf3-4384-b811-fbb61e59d5a3", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:07:06.061099 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e6a5f28-755c-4f73-9dbd-244c7143029f {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:07:06.061498 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6a5f28-755c-4f73-9dbd-244c7143029f'] response: {'server_uuid': '46f1c73b-c356-48bb-9105-ea7916a61d8a', 'name': 'network-vif-deleted', 'tag': 'b821b3c4-5cf3-4384-b811-fbb61e59d5a3', 'status': 'completed', 'code': 200} Apr 06 11:07:06.210899 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-7375b898-c515-462e-b044-73282bd74394 req-d098dee1-db62-45c5-a7a5-d48d6a4af222 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=46f1c73b-c356-48bb-9105-ea7916a61d8a HTTP/1.1" status: 200 len: 210 time: 0.0295227 Apr 06 11:07:07.932956 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device b821b3c4-5cf3-4384-b811-fbb61e59d5a3 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:07:07.953682 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: b821b3c4-5cf3-4384-b811-fbb61e59d5a3 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:07:07.954032 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device b821b3c4-5cf3-4384-b811-fbb61e59d5a3 not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:07:09.490889 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34334) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:09.678507 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Deleting port 4f69202b-8eb6-4bee-818b-bd5660ea7dc0 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:09.678847 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (4f69202b-8eb6-4bee-818b-bd5660ea7dc0), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:09.767822 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (4f69202b-8eb6-4bee-818b-bd5660ea7dc0), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:09.769231 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (4f69202b-8eb6-4bee-818b-bd5660ea7dc0), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:09.781123 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Calling delete_port for 4f69202b-8eb6-4bee-818b-bd5660ea7dc0 owned by network:floatingip {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:09.945334 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (4f69202b-8eb6-4bee-818b-bd5660ea7dc0), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:09.975884 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event deleted for resources: {'Port': ['ID=4f69202b-8eb6-4bee-818b-bd5660ea7dc0,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:10.058364 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (06edfc57-dbc7-4b78-81a6-1996796ed9f5), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:10.058597 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.db.l3_db [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Floating IP 06edfc57-dbc7-4b78-81a6-1996796ed9f5 disassociated (deleted). External IP: 172.27.1.182, port: 758a887e-50d4-4283-a952-8a53d3c7bfcb. Apr 06 11:07:10.301530 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Router c92d4b53-91e4-4a40-b5c9-77bb863d357d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:07:10.435993 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:07:10.440477 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:10.447606 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] Sync routers for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:07:10.462670 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:07:10.463295 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:06:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:10.478465 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e6a0e038-461b-4985-bda6-256b10927240 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "DELETE /v2.0/floatingips/06edfc57-dbc7-4b78-81a6-1996796ed9f5 HTTP/1.1" status: 204 len: 168 time: 0.9864337 Apr 06 11:07:10.479138 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'tag': '758a887e-50d4-4283-a952-8a53d3c7bfcb'}] {{(pid=115084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:07:10.481493 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f831e26869143e998d909e99245b1048f2d4491c5ac4454ab855511384de2ade" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db" -d '{"events": [{"name": "network-changed", "server_uuid": "005b58ee-43e4-4e02-807a-4ae4a4250c60", "tag": "758a887e-50d4-4283-a952-8a53d3c7bfcb"}]}' {{(pid=115084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:07:10.523347 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 06 Apr 2022 11:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de14faa-63a8-4a7a-a034-2b1a1344dfa4 x-openstack-request-id: req-2de14faa-63a8-4a7a-a034-2b1a1344dfa4 {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:07:10.524018 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005b58ee-43e4-4e02-807a-4ae4a4250c60", "tag": "758a887e-50d4-4283-a952-8a53d3c7bfcb", "status": "completed", "code": 200}]} {{(pid=115084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:07:10.524018 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2de14faa-63a8-4a7a-a034-2b1a1344dfa4 {{(pid=115084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:07:10.524313 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de14faa-63a8-4a7a-a034-2b1a1344dfa4'] response: {'name': 'network-changed', 'server_uuid': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'tag': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'status': 'completed', 'code': 200} Apr 06 11:07:10.587802 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:07:10.616398 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-249719ce-801e-4993-9398-21afac675162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:10.618316 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-249719ce-801e-4993-9398-21afac675162 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 1130 time: 0.0505178 Apr 06 11:07:10.758926 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fdc46-1a8e-43cf-9b56-45a2486e4ac1 req-0a1c5dc3-2441-4660-bd12-8318c851114e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:10.760367 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-394fdc46-1a8e-43cf-9b56-45a2486e4ac1 req-0a1c5dc3-2441-4660-bd12-8318c851114e tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 946 time: 0.0801821 Apr 06 11:07:10.761350 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-7715bf80-4bb8-4c93-9537-3de3ee869f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:10.762664 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-7715bf80-4bb8-4c93-9537-3de3ee869f9a service neutron] 10.222.0.26 "GET /v2.0/networks?id=45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 200 len: 913 time: 0.1340497 Apr 06 11:07:10.800250 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:10.809322 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-394fdc46-1a8e-43cf-9b56-45a2486e4ac1 req-75827c09-a4b6-4f60-a0fd-f79030adb1ae tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431495 Apr 06 11:07:10.826897 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] Checking router: c92d4b53-91e4-4a40-b5c9-77bb863d357d for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:07:10.837079 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:07:10.837707 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:06:46Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:10.948366 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:07:11.151587 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:11.179833 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5775169-fb55-4add-81e5-3b96b41babf6 None None] The sync data for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi is: [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:05Z', 'revision_number': 4, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi', '_interfaces': [{'id': '9ac5a871-9bbb-4edb-b799-b2b58d12f5ac', 'name': '', 'network_id': '45f5500e-c23e-471c-8a77-568ec6c8ab7c', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'mac_address': 'fa:16:3e:29:ec:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:05Z', 'updated_at': '2022-04-06T11:00:09Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'subnets': [{'id': '0bb3811b-d12d-460b-b74c-a1bade982c9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:07:11.410390 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186ba02e-e82d-43c1-8e9f-efae7ff8e8ce None None] New status for floating IP 06edfc57-dbc7-4b78-81a6-1996796ed9f5: DOWN {{(pid=115086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 06 11:07:11.735845 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-5cbb75c1-2aea-4e9e-8205-0ab2b3637f0b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb HTTP/1.1" status: 200 len: 217 time: 0.0374274 Apr 06 11:07:11.783713 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-0de76d57-db36-43d1-9f3d-2a34ebcc634b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:11.785171 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-0de76d57-db36-43d1-9f3d-2a34ebcc634b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 200 len: 851 time: 0.0426598 Apr 06 11:07:11.952823 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-7fe48dad-30cd-47dc-ba56-186e2a0f114e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:11.954352 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-7fe48dad-30cd-47dc-ba56-186e2a0f114e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45f5500e-c23e-471c-8a77-568ec6c8ab7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494792 Apr 06 11:07:12.061150 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-045c19cd-05ac-4212-a364-1821f535e689 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924058 Apr 06 11:07:12.194578 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad3af7e-26d6-421f-bfb5-6c5804f9bdec req-fff88d77-e57b-4590-afcc-feecd400c634 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:12.196177 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3ad3af7e-26d6-421f-bfb5-6c5804f9bdec req-fff88d77-e57b-4590-afcc-feecd400c634 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 946 time: 0.3162124 Apr 06 11:07:12.243407 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-3ad3af7e-26d6-421f-bfb5-6c5804f9bdec req-95ec4a6e-cebd-4b15-9117-cc835cbcab68 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/security-groups?id=cf6123eb-b361-451b-966c-6a24c94a16eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415485 Apr 06 11:07:12.456489 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-48b89864-0bfb-49d1-8b1c-fc488f2ff2db req-e7b525dc-c3a9-4c90-ab42-274fba491004 service neutron] 10.222.0.26 "GET /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852926 Apr 06 11:07:12.554040 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-cfb659d6-1479-4366-b6e6-6b4b80a0769d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115083) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 06 11:07:12.555610 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-cfb659d6-1479-4366-b6e6-6b4b80a0769d tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 946 time: 0.0643835 Apr 06 11:07:12.651809 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-fa04c9a1-f0f8-42ba-99c0-027830ded1b2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Deleting port 758a887e-50d4-4283-a952-8a53d3c7bfcb {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:12.652146 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-fa04c9a1-f0f8-42ba-99c0-027830ded1b2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:12.738662 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-fa04c9a1-f0f8-42ba-99c0-027830ded1b2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] For port 758a887e-50d4-4283-a952-8a53d3c7bfcb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=758a887e-50d4-4283-a952-8a53d3c7bfcb,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:07:12.739347 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-fa04c9a1-f0f8-42ba-99c0-027830ded1b2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:12.756034 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-fa04c9a1-f0f8-42ba-99c0-027830ded1b2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Calling delete_port for 758a887e-50d4-4283-a952-8a53d3c7bfcb owned by compute:nova {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:12.851672 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9cead3b4-2fe0-4197-90eb-e5e7141c9a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:12.885036 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-fa04c9a1-f0f8-42ba-99c0-027830ded1b2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (758a887e-50d4-4283-a952-8a53d3c7bfcb), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:12.913660 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa04c9a1-f0f8-42ba-99c0-027830ded1b2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event deleted for resources: {'Port': ['ID=758a887e-50d4-4283-a952-8a53d3c7bfcb,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:12.960156 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-fa04c9a1-f0f8-42ba-99c0-027830ded1b2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] No DVR routers for this DVR port 758a887e-50d4-4283-a952-8a53d3c7bfcb on host hv-cinder-83607 {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:07:12.962777 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-fa04c9a1-f0f8-42ba-99c0-027830ded1b2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for port (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:12.966082 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [req-6acb5cc3-c57a-450a-a83a-94470c065855 req-fa04c9a1-f0f8-42ba-99c0-027830ded1b2 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.26 "DELETE /v2.0/ports/758a887e-50d4-4283-a952-8a53d3c7bfcb HTTP/1.1" status: 204 len: 173 time: 0.4051147 Apr 06 11:07:12.966571 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'name': 'network-vif-deleted', 'tag': '758a887e-50d4-4283-a952-8a53d3c7bfcb'}] {{(pid=115083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 06 11:07:12.968828 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}47da56678755bf292f6469b17d9703526e6a213ee3268cf94a780ef88f9dfc0f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed8783e-42dc-4d43-a1a3-6c91c9a88ca7" -d '{"events": [{"server_uuid": "005b58ee-43e4-4e02-807a-4ae4a4250c60", "name": "network-vif-deleted", "tag": "758a887e-50d4-4283-a952-8a53d3c7bfcb"}]}' {{(pid=115083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 06 11:07:13.008593 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 06 Apr 2022 11:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecc1436-c278-40f7-b495-51f08fc2d4f1 x-openstack-request-id: req-eecc1436-c278-40f7-b495-51f08fc2d4f1 {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 06 11:07:13.009053 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005b58ee-43e4-4e02-807a-4ae4a4250c60", "name": "network-vif-deleted", "tag": "758a887e-50d4-4283-a952-8a53d3c7bfcb", "status": "completed", "code": 200}]} {{(pid=115083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 06 11:07:13.009447 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-eecc1436-c278-40f7-b495-51f08fc2d4f1 {{(pid=115083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 06 11:07:13.010045 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eecc1436-c278-40f7-b495-51f08fc2d4f1'] response: {'server_uuid': '005b58ee-43e4-4e02-807a-4ae4a4250c60', 'name': 'network-vif-deleted', 'tag': '758a887e-50d4-4283-a952-8a53d3c7bfcb', 'status': 'completed', 'code': 200} Apr 06 11:07:13.348785 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [req-54288056-00db-4ab1-957a-1bdf6f6ac6d7 req-b33b4b04-0041-46fb-a098-47adb0a06f88 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "GET /v2.0/ports?device_id=005b58ee-43e4-4e02-807a-4ae4a4250c60 HTTP/1.1" status: 200 len: 210 time: 0.0279377 Apr 06 11:07:14.410721 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34352) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:14.534264 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-4f520ba7-cce3-4990-9900-58bfc11f7713 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Deleting port f4547f9f-bb07-4407-8b6c-7abd63aedae0 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:14.534602 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4f520ba7-cce3-4990-9900-58bfc11f7713 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (f4547f9f-bb07-4407-8b6c-7abd63aedae0), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:14.610401 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4f520ba7-cce3-4990-9900-58bfc11f7713 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (f4547f9f-bb07-4407-8b6c-7abd63aedae0), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:14.610719 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4f520ba7-cce3-4990-9900-58bfc11f7713 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (f4547f9f-bb07-4407-8b6c-7abd63aedae0), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:14.622728 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-4f520ba7-cce3-4990-9900-58bfc11f7713 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Calling delete_port for f4547f9f-bb07-4407-8b6c-7abd63aedae0 owned by network:floatingip {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:14.758394 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4f520ba7-cce3-4990-9900-58bfc11f7713 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (f4547f9f-bb07-4407-8b6c-7abd63aedae0), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:14.781253 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f520ba7-cce3-4990-9900-58bfc11f7713 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event deleted for resources: {'Port': ['ID=f4547f9f-bb07-4407-8b6c-7abd63aedae0,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:14.850903 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4f520ba7-cce3-4990-9900-58bfc11f7713 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for floatingip (0d462af7-358c-4e7b-814c-bd2ffe5dfb51), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:14.853452 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-4f520ba7-cce3-4990-9900-58bfc11f7713 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1022055'] for floatingip (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:14.854601 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-4f520ba7-cce3-4990-9900-58bfc11f7713 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "DELETE /v2.0/floatingips/0d462af7-358c-4e7b-814c-bd2ffe5dfb51 HTTP/1.1" status: 204 len: 168 time: 0.4428678 Apr 06 11:07:15.853362 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-de8223e7-9c52-4093-9020-3366bf104d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:15.959153 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 758a887e-50d4-4283-a952-8a53d3c7bfcb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:07:15.980364 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] No Port match for: 758a887e-50d4-4283-a952-8a53d3c7bfcb {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:07:15.980720 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Device 758a887e-50d4-4283-a952-8a53d3c7bfcb not bound to the agent host hv-cinder-83607 {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:07:16.051166 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34364) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:16.109645 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32450a78-f279-44a6-aa19-613afc3c6e71 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group (cf6123eb-b361-451b-966c-6a24c94a16eb), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:16.135311 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32450a78-f279-44a6-aa19-613afc3c6e71 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group (cf6123eb-b361-451b-966c-6a24c94a16eb), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:16.203904 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32450a78-f279-44a6-aa19-613afc3c6e71 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (cf6123eb-b361-451b-966c-6a24c94a16eb), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:16.209240 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-32450a78-f279-44a6-aa19-613afc3c6e71 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:16.211178 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-32450a78-f279-44a6-aa19-613afc3c6e71 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] 10.222.0.23 "DELETE /v2.0/security-groups/cf6123eb-b361-451b-966c-6a24c94a16eb HTTP/1.1" status: 204 len: 168 time: 0.1587589 Apr 06 11:07:16.222270 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32450a78-f279-44a6-aa19-613afc3c6e71 tempest-TestVolumeBootPattern-1132768801 tempest-TestVolumeBootPattern-1132768801-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6123eb-b361-451b-966c-6a24c94a16eb,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:16.517208 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:17.284489 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 34370) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:17.769561 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506467'] for router_interface (c92d4b53-91e4-4a40-b5c9-77bb863d357d), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:18.013035 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] Deleting port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:18.013347 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:18.093601 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] For port 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9ac5a871-9bbb-4edb-b799-b2b58d12f5ac,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:07:18.093875 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:18.106584 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] Calling delete_port for 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac owned by network:router_interface {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:18.352247 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:18.549641 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (9ac5a871-9bbb-4edb-b799-b2b58d12f5ac), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:18.575417 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac5a871-9bbb-4edb-b799-b2b58d12f5ac,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:18.746227 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506099'] for router_interface (c92d4b53-91e4-4a40-b5c9-77bb863d357d), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:18.964377 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] Router c92d4b53-91e4-4a40-b5c9-77bb863d357d has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115083) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:07:19.068753 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115083) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:07:19.074145 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-f5ec5b4c-e4d9-4b64-99e8-451b4964027d admin admin] 10.222.0.23 "PUT /v2.0/routers/c92d4b53-91e4-4a40-b5c9-77bb863d357d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7885752 Apr 06 11:07:19.076837 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34374) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:19.083714 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] Sync routers for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:07:19.093823 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:07:19.094458 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:07:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:19.184561 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Publish callbacks [] for router (c92d4b53-91e4-4a40-b5c9-77bb863d357d), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.205721 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: dv-cinder-836070-2-iscsi {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:07:19.291822 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Publish callbacks [] for router_gateway (c92d4b53-91e4-4a40-b5c9-77bb863d357d), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.343943 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Deleting port 111b9b1a-681e-4b84-8edb-67f713c0fb30 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:19.344274 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.390374 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:07:18Z', 'revision_number': 5, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port': {'id': '111b9b1a-681e-4b84-8edb-67f713c0fb30', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:19.422136 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] For port 111b9b1a-681e-4b84-8edb-67f713c0fb30, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=111b9b1a-681e-4b84-8edb-67f713c0fb30,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:07:19.422502 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.436564 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Calling delete_port for 111b9b1a-681e-4b84-8edb-67f713c0fb30 owned by network:router_gateway {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:19.554023 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] Checking router: c92d4b53-91e4-4a40-b5c9-77bb863d357d for host: dv-cinder-836070-2-iscsi {{(pid=115085) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:07:19.562406 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] Routers {'c92d4b53-91e4-4a40-b5c9-77bb863d357d'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115085) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:07:19.563030 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:07:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'], 'active': True} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:19.616163 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (111b9b1a-681e-4b84-8edb-67f713c0fb30), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.647361 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Pushing event deleted for resources: {'Port': ['ID=111b9b1a-681e-4b84-8edb-67f713c0fb30,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:19.673530 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvr_db [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] Set router c92d4b53-91e4-4a40-b5c9-77bb863d357d gateway port host: None {{(pid=115085) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:07:19.700569 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.711267 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505909'] for router_gateway (c92d4b53-91e4-4a40-b5c9-77bb863d357d), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.728826 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_hamode_db [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:07:19Z', 'revision_number': 6, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port_host': None}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:19.759079 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e600717a-9eed-4241-a5ee-f810380b58f2 None None] The sync data for ids ['c92d4b53-91e4-4a40-b5c9-77bb863d357d'] in dv-cinder-836070-2-iscsi is: [{'id': 'c92d4b53-91e4-4a40-b5c9-77bb863d357d', 'name': 'tempest-TestVolumeBootPattern-1773399726-router', 'tenant_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:02Z', 'updated_at': '2022-04-06T11:07:19Z', 'revision_number': 6, 'project_id': 'e78e872bf09b41fbbae7e9266d0ee44c', 'gw_port_host': None}] {{(pid=115085) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:07:19.805647 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6868'] for router (c92d4b53-91e4-4a40-b5c9-77bb863d357d), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.807777 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Publish callbacks [] for router_controller (c92d4b53-91e4-4a40-b5c9-77bb863d357d), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.856324 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475279'] for router (c92d4b53-91e4-4a40-b5c9-77bb863d357d), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.856847 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c92d4b53-91e4-4a40-b5c9-77bb863d357d {{(pid=115084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:07:19.861183 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.862325 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-2f573683-c086-404d-b1ed-82d36cb980ba admin admin] 10.222.0.23 "DELETE /v2.0/routers/c92d4b53-91e4-4a40-b5c9-77bb863d357d HTTP/1.1" status: 204 len: 168 time: 0.7845156 Apr 06 11:07:19.865591 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34376) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:19.910090 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44a3dfa-b3ed-412f-bf11-22abd2878c1b admin admin] Deleting subnet 0bb3811b-d12d-460b-b74c-a1bade982c9f {{(pid=115084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:07:19.914014 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e44a3dfa-b3ed-412f-bf11-22abd2878c1b admin admin] Publish callbacks [] for subnet (0bb3811b-d12d-460b-b74c-a1bade982c9f), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:19.946912 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e44a3dfa-b3ed-412f-bf11-22abd2878c1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133558098'] for subnet (0bb3811b-d12d-460b-b74c-a1bade982c9f), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.025143 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e44a3dfa-b3ed-412f-bf11-22abd2878c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (0bb3811b-d12d-460b-b74c-a1bade982c9f), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.080924 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e44a3dfa-b3ed-412f-bf11-22abd2878c1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130413001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130416037'] for subnet (0bb3811b-d12d-460b-b74c-a1bade982c9f), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.108290 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a3dfa-b3ed-412f-bf11-22abd2878c1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb3811b-d12d-460b-b74c-a1bade982c9f,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:20.113357 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-e44a3dfa-b3ed-412f-bf11-22abd2878c1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.118159 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-e44a3dfa-b3ed-412f-bf11-22abd2878c1b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0bb3811b-d12d-460b-b74c-a1bade982c9f HTTP/1.1" status: 204 len: 168 time: 0.2514153 Apr 06 11:07:20.119525 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cff52b-f9f5-41de-b996-7a7785b9fead None None] Network 45f5500e-c23e-471c-8a77-568ec6c8ab7c requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:07:20.120917 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 34378) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:20.208996 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (45f5500e-c23e-471c-8a77-568ec6c8ab7c), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.271555 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Deleting port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:20.272132 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.344989 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] For port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=60c7f8f9-fe6f-463d-ac53-bd2057b47b37,segment=NetworkSegment(e4f11dd6-20ca-41d9-85f9-5782e729e0f1),segment_id=e4f11dd6-20ca-41d9-85f9-5782e729e0f1)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:07:20.345281 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.359324 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Calling delete_port for 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 owned by network:dhcp {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:20.439903 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (60c7f8f9-fe6f-463d-ac53-bd2057b47b37), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.465041 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c7f8f9-fe6f-463d-ac53-bd2057b47b37,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:20.468287 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] No DVR routers for this DVR port 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 on host dv-cinder-836070-2-iscsi {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:07:20.545425 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887df12e-9679-4b18-8c76-a0b92fd02de6 None None] DHCP port deletion for 45f5500e-c23e-471c-8a77-568ec6c8ab7c request from dv-cinder-836070-2-iscsi {{(pid=115085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:07:20.548421 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (45f5500e-c23e-471c-8a77-568ec6c8ab7c), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.572385 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f5500e-c23e-471c-8a77-568ec6c8ab7c']}} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:20.581748 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1') {'for_net_delete': True} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:20.582041 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f11dd6-20ca-41d9-85f9-5782e729e0f1') {} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:20.592287 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126582963'] for segment (e4f11dd6-20ca-41d9-85f9-5782e729e0f1), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.606187 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (e4f11dd6-20ca-41d9-85f9-5782e729e0f1), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.612632 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=115083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:07:20.612960 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126579915'] for segment (e4f11dd6-20ca-41d9-85f9-5782e729e0f1), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: Traceback (most recent call last): Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: timer() Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: cb(*args, **kw) Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: return func(*args, **kwargs) Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: self._notify() Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: self.callback(batched_events) Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: event.method(event) Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: return f(self, *a, **k) Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._get(url).json() Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: return self.request(url, 'GET', **kwargs) Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:07:20.614861 dv-cinder-836070-2-iscsi neutron-server[115083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:07:20.673610 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (45f5500e-c23e-471c-8a77-568ec6c8ab7c), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.678982 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:20.682199 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/45f5500e-c23e-471c-8a77-568ec6c8ab7c HTTP/1.1" status: 204 len: 168 time: 0.5602801 Apr 06 11:07:20.685494 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34380) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:20.694157 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e45ea7-1ca6-4726-999b-3d10b6551ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=45f5500e-c23e-471c-8a77-568ec6c8ab7c,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:21.045029 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-506467'] for router_interface (4cc236cb-7e69-4314-8ddd-65c657d11f00), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:21.121021 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:07:21.141893 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:07:21.142146 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 60c7f8f9-fe6f-463d-ac53-bd2057b47b37 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:07:21.142502 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 111b9b1a-681e-4b84-8edb-67f713c0fb30 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:07:21.164725 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 111b9b1a-681e-4b84-8edb-67f713c0fb30 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:07:21.165084 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 111b9b1a-681e-4b84-8edb-67f713c0fb30 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:07:21.165522 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:07:21.184724 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:07:21.185083 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9ac5a871-9bbb-4edb-b799-b2b58d12f5ac not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:07:21.303387 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] Deleting port dc83c9e0-9a05-41d5-8971-e08f06b09486 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:21.304009 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:21.381106 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] For port dc83c9e0-9a05-41d5-8971-e08f06b09486, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=dc83c9e0-9a05-41d5-8971-e08f06b09486,segment=NetworkSegment(92d2f645-deba-44d6-bffd-5c9469ffd336),segment_id=92d2f645-deba-44d6-bffd-5c9469ffd336)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:07:21.381382 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:21.393416 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] Calling delete_port for dc83c9e0-9a05-41d5-8971-e08f06b09486 owned by network:router_interface {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:21.569691 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (dc83c9e0-9a05-41d5-8971-e08f06b09486), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:21.595738 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc83c9e0-9a05-41d5-8971-e08f06b09486,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:21.768126 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-633357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-506099'] for router_interface (4cc236cb-7e69-4314-8ddd-65c657d11f00), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:21.986768 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] Router 4cc236cb-7e69-4314-8ddd-65c657d11f00 has already been hosted by L3 agent bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab {{(pid=115084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 06 11:07:22.091725 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] Notify agent at l3_agent.dv-cinder-836070-2-iscsi the message routers_updated {{(pid=115084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 06 11:07:22.097378 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-1e039f58-2eaa-440f-956a-ece5453ff6b6 admin admin] 10.222.0.23 "PUT /v2.0/routers/4cc236cb-7e69-4314-8ddd-65c657d11f00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4083078 Apr 06 11:07:22.099223 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34382) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:22.100397 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] Sync routers for ids ['4cc236cb-7e69-4314-8ddd-65c657d11f00'] in dv-cinder-836070-2-iscsi {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 06 11:07:22.111090 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] Routers {'4cc236cb-7e69-4314-8ddd-65c657d11f00'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:07:22.111752 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:07:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['4cc236cb-7e69-4314-8ddd-65c657d11f00'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:22.227673 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] Set router 4cc236cb-7e69-4314-8ddd-65c657d11f00 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:07:22.489974 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Publish callbacks [] for router (4cc236cb-7e69-4314-8ddd-65c657d11f00), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:22.507790 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'name': 'tempest-TestVolumeBootPattern-122936256-router', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:07Z', 'updated_at': '2022-04-06T11:07:21Z', 'revision_number': 5, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'gw_port': {'id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:08Z', 'updated_at': '2022-04-06T11:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:22.537189 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] Checking router: 4cc236cb-7e69-4314-8ddd-65c657d11f00 for host: dv-cinder-836070-2-iscsi {{(pid=115086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 06 11:07:22.545423 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] Routers {'4cc236cb-7e69-4314-8ddd-65c657d11f00'} bound to L3 agent in host dv-cinder-836070-2-iscsi {{(pid=115086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 06 11:07:22.545980 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-06T10:45:16Z,description=,heartbeat_timestamp=2022-04-06T11:07:16Z,host='dv-cinder-836070-2-iscsi',id=bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab,load=0,resource_versions=,resources_synced=,started_at=2022-04-06T10:45:16Z,topic='l3_agent')) {'router_ids': ['4cc236cb-7e69-4314-8ddd-65c657d11f00'], 'active': True} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:22.595160 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Publish callbacks [] for router_gateway (4cc236cb-7e69-4314-8ddd-65c657d11f00), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:22.648049 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Deleting port 2eed74a0-4b44-462d-a2bc-67b7cb13e327 {{(pid=115084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:22.648384 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:22.654745 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_dvr_db [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] Set router 4cc236cb-7e69-4314-8ddd-65c657d11f00 gateway port host: dv-cinder-836070-2-iscsi {{(pid=115086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 06 11:07:22.725605 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.db [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] For port 2eed74a0-4b44-462d-a2bc-67b7cb13e327, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=2eed74a0-4b44-462d-a2bc-67b7cb13e327,segment=NetworkSegment(2993e081-c984-495a-b67e-77a618e1a3f2),segment_id=2993e081-c984-495a-b67e-77a618e1a3f2)] {{(pid=115084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:07:22.726053 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:22.739861 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.plugins.ml2.plugin [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Calling delete_port for 2eed74a0-4b44-462d-a2bc-67b7cb13e327 owned by network:router_gateway {{(pid=115084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:22.832412 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.l3_hamode_db [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'name': 'tempest-TestVolumeBootPattern-122936256-router', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:07Z', 'updated_at': '2022-04-06T11:07:21Z', 'revision_number': 5, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'gw_port': {'id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:08Z', 'updated_at': '2022-04-06T11:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}], 'dv-cinder-836070-2-iscsi', False) {} {{(pid=115086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:22.867419 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b28f9f-2c50-48bb-8474-364ac195e669 None None] The sync data for ids ['4cc236cb-7e69-4314-8ddd-65c657d11f00'] in dv-cinder-836070-2-iscsi is: [{'id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'name': 'tempest-TestVolumeBootPattern-122936256-router', 'tenant_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'external_fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186'}], 'enable_snat': True}, 'gw_port_id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-06T11:00:07Z', 'updated_at': '2022-04-06T11:07:21Z', 'revision_number': 5, 'project_id': 'd6fb91ef3ab642e2b2c71dc0c7859946', 'gw_port': {'id': '2eed74a0-4b44-462d-a2bc-67b7cb13e327', 'name': '', 'network_id': '8593671b-c481-47e7-a44e-46a3b883120b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc236cb-7e69-4314-8ddd-65c657d11f00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'ip_address': '172.27.1.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-06T11:00:08Z', 'updated_at': '2022-04-06T11:00:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '261a4a81-ac6e-47a2-adfc-bdc283c6d409', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-2-iscsi'}] {{(pid=115086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 06 11:07:22.922462 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-130413054'] for port (2eed74a0-4b44-462d-a2bc-67b7cb13e327), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:22.949486 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Pushing event deleted for resources: {'Port': ['ID=2eed74a0-4b44-462d-a2bc-67b7cb13e327,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:23.011000 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-505909'] for router_gateway (4cc236cb-7e69-4314-8ddd-65c657d11f00), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.100678 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-475270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6868'] for router (4cc236cb-7e69-4314-8ddd-65c657d11f00), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.102718 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Publish callbacks [] for router_controller (4cc236cb-7e69-4314-8ddd-65c657d11f00), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.149175 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-475279'] for router (4cc236cb-7e69-4314-8ddd-65c657d11f00), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.149885 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cc236cb-7e69-4314-8ddd-65c657d11f00 {{(pid=115084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 06 11:07:23.154298 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] Publish callbacks [] for router (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.155306 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-0eefa866-7c4c-416c-a37e-0289a65f86ce admin admin] 10.222.0.23 "DELETE /v2.0/routers/4cc236cb-7e69-4314-8ddd-65c657d11f00 HTTP/1.1" status: 204 len: 168 time: 1.0548723 Apr 06 11:07:23.157748 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34384) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:23.202601 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d15bcf-3b42-4e4b-8b72-e85da8f84b29 admin admin] Deleting subnet 1ef9f90c-f55c-4a5f-bd6d-10683dd99f97 {{(pid=115084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 06 11:07:23.207853 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-18d15bcf-3b42-4e4b-8b72-e85da8f84b29 admin admin] Publish callbacks [] for subnet (1ef9f90c-f55c-4a5f-bd6d-10683dd99f97), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.246135 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-18d15bcf-3b42-4e4b-8b72-e85da8f84b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-133558098'] for subnet (1ef9f90c-f55c-4a5f-bd6d-10683dd99f97), precommit_delete_associations {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.324674 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device dc83c9e0-9a05-41d5-8971-e08f06b09486 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:07:23.339823 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-18d15bcf-3b42-4e4b-8b72-e85da8f84b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3467732'] for subnet (1ef9f90c-f55c-4a5f-bd6d-10683dd99f97), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.351844 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: dc83c9e0-9a05-41d5-8971-e08f06b09486 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:07:23.352120 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device dc83c9e0-9a05-41d5-8971-e08f06b09486 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:07:23.396003 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-18d15bcf-3b42-4e4b-8b72-e85da8f84b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3467739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-480037', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-130413001', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-130416037'] for subnet (1ef9f90c-f55c-4a5f-bd6d-10683dd99f97), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.424237 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-18d15bcf-3b42-4e4b-8b72-e85da8f84b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for subnet (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.431371 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-18d15bcf-3b42-4e4b-8b72-e85da8f84b29 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1ef9f90c-f55c-4a5f-bd6d-10683dd99f97 HTTP/1.1" status: 204 len: 168 time: 0.2705078 Apr 06 11:07:23.431371 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d15bcf-3b42-4e4b-8b72-e85da8f84b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef9f90c-f55c-4a5f-bd6d-10683dd99f97,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:23.431816 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf8db23-d226-4480-8083-44b7c4bfa585 None None] Network 6b17271c-0c67-4443-86f1-a8bab77e131e requested from dv-cinder-836070-2-iscsi {{(pid=115085) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 06 11:07:23.431954 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [-] (115083) accepted ('10.222.0.23', 34386) {{(pid=115083) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:23.504525 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3606931'] for network (6b17271c-0c67-4443-86f1-a8bab77e131e), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.565164 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Deleting port 9f3b8a2b-219b-4c35-b620-29425ebd72da {{(pid=115083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:23.565506 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.596154 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] DHCP port deletion for 6b17271c-0c67-4443-86f1-a8bab77e131e request from dv-cinder-836070-2-iscsi {{(pid=115085) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 06 11:07:23.641249 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.db [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] For port 9f3b8a2b-219b-4c35-b620-29425ebd72da, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9f3b8a2b-219b-4c35-b620-29425ebd72da,segment=NetworkSegment(92d2f645-deba-44d6-bffd-5c9469ffd336),segment_id=92d2f645-deba-44d6-bffd-5c9469ffd336)] {{(pid=115083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:07:23.641249 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.650967 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Deleting port 9f3b8a2b-219b-4c35-b620-29425ebd72da {{(pid=115085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 06 11:07:23.651433 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742206136369'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), before_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.654591 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.plugin [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Calling delete_port for 9f3b8a2b-219b-4c35-b620-29425ebd72da owned by network:dhcp {{(pid=115083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:23.718283 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.db [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] For port 9f3b8a2b-219b-4c35-b620-29425ebd72da, host dv-cinder-836070-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-2-iscsi',level=0,port_id=9f3b8a2b-219b-4c35-b620-29425ebd72da,segment=NetworkSegment(92d2f645-deba-44d6-bffd-5c9469ffd336),segment_id=92d2f645-deba-44d6-bffd-5c9469ffd336)] {{(pid=115085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 06 11:07:23.718689 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-503314'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), precommit_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.733622 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Calling delete_port for 9f3b8a2b-219b-4c35-b620-29425ebd72da owned by network:dhcp {{(pid=115085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 06 11:07:23.736804 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126579862'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.766959 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3b8a2b-219b-4c35-b620-29425ebd72da,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:23.768818 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] No DVR routers for this DVR port 9f3b8a2b-219b-4c35-b620-29425ebd72da on host dv-cinder-836070-2-iscsi {{(pid=115083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:07:23.816858 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3642634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-141455', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742206142980', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742205682957'] for port (9f3b8a2b-219b-4c35-b620-29425ebd72da), after_delete {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.844407 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Pushing event deleted for resources: {'Port': ['ID=9f3b8a2b-219b-4c35-b620-29425ebd72da,revision_number=None']} {{(pid=115085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:23.845745 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3470127', 'neutron.services.segments.db._delete_segments_for_network-8742206064761'] for network (6b17271c-0c67-4443-86f1-a8bab77e131e), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.849228 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] No DVR routers for this DVR port 9f3b8a2b-219b-4c35-b620-29425ebd72da on host dv-cinder-836070-2-iscsi {{(pid=115085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 06 11:07:23.861834 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.862076 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.862376 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.862719 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.863058 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.863393 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.863787 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.864118 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.864482 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.864959 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.865133 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.865428 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.865747 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.866122 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.866452 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba0131d9-abe1-4db5-82f6-5408358e7d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-2-iscsi {{(pid=115085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 06 11:07:23.868104 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b17271c-0c67-4443-86f1-a8bab77e131e']}} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:23.877740 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d2f645-deba-44d6-bffd-5c9469ffd336') {'for_net_delete': True} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:23.878031 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.services.segments.db [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d2f645-deba-44d6-bffd-5c9469ffd336') {} {{(pid=115083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 06 11:07:23.887678 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742206063746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126582963'] for segment (92d2f645-deba-44d6-bffd-5c9469ffd336), before_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.901457 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143'] for segment (92d2f645-deba-44d6-bffd-5c9469ffd336), precommit_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.907309 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=115083) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 06 11:07:23.907726 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3780143', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126579915'] for segment (92d2f645-deba-44d6-bffd-5c9469ffd336), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: Traceback (most recent call last): Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: timer() Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: cb(*args, **kw) Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: return func(*args, **kwargs) Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: self._notify() Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: self.callback(batched_events) Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: event.method(event) Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: aggregate_uuid = self.p_client.list_aggregates( Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: return f(self, *a, **k) Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._get(url).json() Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: return self.request(url, 'GET', **kwargs) Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: base_url = self.get_endpoint(auth, allow=allow, Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 06 11:07:23.909408 dv-cinder-836070-2-iscsi neutron-server[115083]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 06 11:07:23.969806 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3470166', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472775', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-633350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-505937'] for network (6b17271c-0c67-4443-86f1-a8bab77e131e), after_delete {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.976258 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron_lib.callbacks.manager [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636652'] for network (None), before_response {{(pid=115083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:23.980412 dv-cinder-836070-2-iscsi neutron-server[115083]: INFO neutron.wsgi [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6b17271c-0c67-4443-86f1-a8bab77e131e HTTP/1.1" status: 204 len: 168 time: 0.5474746 Apr 06 11:07:23.995982 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2e24a-9682-4263-bdd6-f47cf865be71 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b17271c-0c67-4443-86f1-a8bab77e131e,revision_number=None']} {{(pid=115083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:24.094521 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34390) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:24.135344 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-12d36f80-ba58-4c99-b020-acf77ed5f1a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e78e872bf09b41fbbae7e9266d0ee44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396631 Apr 06 11:07:24.137740 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34392) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:24.184464 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-453c5261-84f1-4615-99a4-e53664481dbd admin admin] Publish callbacks [] for security_group (d207c56a-1837-4102-946d-8d6240f114f5), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:24.209875 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-453c5261-84f1-4615-99a4-e53664481dbd admin admin] Publish callbacks [] for security_group (d207c56a-1837-4102-946d-8d6240f114f5), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:24.257198 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-453c5261-84f1-4615-99a4-e53664481dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (d207c56a-1837-4102-946d-8d6240f114f5), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:24.259863 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-453c5261-84f1-4615-99a4-e53664481dbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:24.261022 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-453c5261-84f1-4615-99a4-e53664481dbd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d207c56a-1837-4102-946d-8d6240f114f5 HTTP/1.1" status: 204 len: 168 time: 0.1224027 Apr 06 11:07:24.268963 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c5261-84f1-4615-99a4-e53664481dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d207c56a-1837-4102-946d-8d6240f114f5,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:24.580317 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34398) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:24.620433 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d3b8f553-f4a9-423c-aee3-89b2edf33602 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6fb91ef3ab642e2b2c71dc0c7859946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386345 Apr 06 11:07:24.623089 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.wsgi [-] (115084) accepted ('10.222.0.23', 34400) {{(pid=115084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 06 11:07:24.668244 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d36b2446-f08d-4ba1-96a7-d4e742354905 admin admin] Publish callbacks [] for security_group (8d97b7a6-19c4-4ccd-90e7-e23728a42896), before_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:24.689254 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d36b2446-f08d-4ba1-96a7-d4e742354905 admin admin] Publish callbacks [] for security_group (8d97b7a6-19c4-4ccd-90e7-e23728a42896), precommit_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:24.735422 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d36b2446-f08d-4ba1-96a7-d4e742354905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-472680'] for security_group (8d97b7a6-19c4-4ccd-90e7-e23728a42896), after_delete {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:24.738003 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron_lib.callbacks.manager [None req-d36b2446-f08d-4ba1-96a7-d4e742354905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:24.739807 dv-cinder-836070-2-iscsi neutron-server[115084]: INFO neutron.wsgi [None req-d36b2446-f08d-4ba1-96a7-d4e742354905 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8d97b7a6-19c4-4ccd-90e7-e23728a42896 HTTP/1.1" status: 204 len: 168 time: 0.1151912 Apr 06 11:07:24.747752 dv-cinder-836070-2-iscsi neutron-server[115084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b2446-f08d-4ba1-96a7-d4e742354905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d97b7a6-19c4-4ccd-90e7-e23728a42896,revision_number=None']} {{(pid=115084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 06 11:07:25.122404 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9f3b8a2b-219b-4c35-b620-29425ebd72da no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:07:25.143406 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 9f3b8a2b-219b-4c35-b620-29425ebd72da {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:07:25.143959 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 9f3b8a2b-219b-4c35-b620-29425ebd72da not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:07:25.144414 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 2eed74a0-4b44-462d-a2bc-67b7cb13e327 no longer exists at agent ovs-agent-dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 06 11:07:25.166624 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.plugin [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] No Port match for: 2eed74a0-4b44-462d-a2bc-67b7cb13e327 {{(pid=115085) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 06 11:07:25.166972 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron.plugins.ml2.rpc [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Device 2eed74a0-4b44-462d-a2bc-67b7cb13e327 not bound to the agent host dv-cinder-836070-2-iscsi {{(pid=115085) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 06 11:07:33.559088 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:41.440193 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:07:42.859157 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-6c40d05f-45cc-474f-8a0e-c5a700f6d3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:45.859372 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-73057b5b-a458-484a-b89d-124eecfee35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:46.515030 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:48.354583 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:07:49.652327 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:03.559186 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:12.851941 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-bddea72f-898d-4d67-8a88-67775cfa7580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:15.852239 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-641ebfc9-1e3c-4e7c-9159-e9cf0c75e2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:16.520193 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.357216 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:18.438235 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:08:19.655155 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:33.572186 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:42.854342 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-85eebf01-95ba-491e-b4d2-06ca90ce6b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:45.854127 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-590c0ad9-7269-4e61-91ee-b3e3236aff29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:46.521607 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:48.359194 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:49.657340 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:08:55.437899 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:09:03.572448 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:12.859311 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b279375d-0853-40a2-97ca-ef91a1abf20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:15.856396 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-88650155-e8b1-44be-8dee-24d28fbe3f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:16.525328 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:18.361878 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:19.660392 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:32.435941 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:09:33.587125 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:42.864644 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-53f2231f-9e71-4e67-a9d5-dbe75b891142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:45.857652 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-e95a73d1-fa68-4f99-bd52-0e813fede3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:46.531280 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:48.363764 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:09:49.669042 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:03.584624 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:09.434796 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:10:12.867492 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-82bdac81-1bdd-4d8d-8f5c-eb5ddc356236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:15.863290 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-2d68b106-bd22-4171-871a-30da76bc6a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:16.530667 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:18.368598 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:19.665002 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:33.600513 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:42.869992 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-26507f34-35b3-4f68-a13e-9657d410a778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:45.857127 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-818ea94e-b83f-4a4c-a9fd-f50514988b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:46.433541 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:10:46.533318 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:48.372072 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:10:49.658226 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:03.615185 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:12.871702 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-b8101b89-793b-4a8a-8f3c-5ebfca3296c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:15.857421 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-24e6b2e5-430e-4306-8369-a2875f68c2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:16.538774 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:18.373031 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:19.661414 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:23.433227 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:11:33.617411 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:42.874581 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9734adcf-d1dd-4866-95e0-8f56f27e45fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:45.859312 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-9dbb8a05-abc6-404a-a6a4-9d2bc806187c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:46.539933 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:48.374919 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:11:49.663878 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:00.431867 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:12:03.628517 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:06.069295 dv-cinder-836070-2-iscsi neutron-server[115083]: DEBUG neutron.wsgi [req-7f0d334b-fa6a-42e8-bb60-71de0abcf064 req-c79d9a1f-1259-4504-aef3-5173b9eebbb0 service neutron] (115083) timed out ('10.222.0.26', 65336) {{(pid=115083) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 06 11:12:12.876390 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-efa6ea01-0367-4fda-91d1-55df0916c0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:15.861299 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-7a892daf-2b2a-4c59-b61e-90bc9f3a04ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:16.543153 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:18.377902 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:19.666349 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:33.628219 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2086-3a9f-434f-9df0-a7dd0e9fd817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (387c6e24-aff2-44da-bdfd-054cfdecaa8a), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:37.430555 dv-cinder-836070-2-iscsi neutron-server[115086]: DEBUG neutron.db.agents_db [None req-4b16f672-512e-4f99-ae84-c097a311515d None None] Agent healthcheck: found 6 active agents {{(pid=115086) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 06 11:12:42.881007 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-06d51609-a3e0-452c-b61d-cb100c4b1395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (662a574e-cfbc-4e12-b7d5-d7ff754de182), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:45.863319 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-968dfc6a-d16d-4483-af22-3b0f1e62186d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (bb4df10a-efb0-43a6-ae1b-eb5ae2b6b2ab), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:46.546297 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-aa931b87-f518-4c25-83a7-aa172393f9e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (ac2e982a-4db0-49be-bb4b-2a703203e954), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:48.380321 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-3948ba3b-0568-4345-b92b-a3c6e2d7c55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (b4524aa0-967e-4ba5-aab5-f3f4090739ad), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 06 11:12:49.670996 dv-cinder-836070-2-iscsi neutron-server[115085]: DEBUG neutron_lib.callbacks.manager [None req-fd078cc1-a176-4cf4-96d4-3a4bc2cc712a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742206064743', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3472878'] for agent (c27959a3-6841-4f85-96e9-06ed09f77678), after_update {{(pid=115085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}